-- Logs begin at Fri 2021-08-20 18:23:06 UTC, end at Fri 2021-08-20 19:34:20 UTC. -- Aug 20 18:57:25.750131 dv-cinder-805283-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 18:57:28.108180 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.common.config [-] Logging enabled! Aug 20 18:57:28.108898 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 20 18:57:28.108898 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79226) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 18:57:28.111999 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.common.config [-] Logging enabled! Aug 20 18:57:28.112247 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 20 18:57:28.112574 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79226) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 18:57:28.113520 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 20 18:57:28.113756 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 20 18:57:28.114119 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 20 18:57:28.114369 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 20 18:57:28.114597 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 20 18:57:28.115522 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.115992 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.116300 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.116537 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.116870 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.117168 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.117458 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.117752 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.118052 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.118341 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.118629 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.118918 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.119151 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.119437 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.119727 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.120017 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.120242 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] debug = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.120524 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.120983 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.121399 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.121685 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.121976 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.122255 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.122527 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.122806 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.123094 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.123421 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] host = dv-cinder-805283-1-iscsi {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.123701 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.123988 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.124275 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.124584 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.124863 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.125141 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.125426 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.125700 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.125972 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] log_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.126249 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.126537 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.126831 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.127129 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.127355 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.127579 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.127865 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.128152 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.128428 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.128732 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.129011 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.129288 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.129565 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.129834 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.130118 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.131095 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.131504 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.131797 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.132081 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.132361 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.132666 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.132958 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.133236 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.133513 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.133791 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.134081 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.134357 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.134636 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.134937 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.135225 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.135509 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.135797 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.136073 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.136356 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.136663 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.136943 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.137216 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] use_json = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.137490 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.137762 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.138046 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.138320 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.138647 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.138869 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.139141 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.139426 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:28.139723 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.140023 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.140326 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.140634 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.140934 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.141217 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.141507 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.141788 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.142079 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.142368 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.142655 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.142935 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.143224 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.143502 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.143799 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.144106 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.144403 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.144731 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.145009 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.145286 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.145559 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.145838 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.146206 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.146562 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.146862 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.147141 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.147423 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.147716 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.147996 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.148273 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.148574 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.148866 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.149149 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.149428 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.149710 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.149988 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.150263 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.150537 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.150816 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.151107 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.151383 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.151657 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.151928 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.152217 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.152492 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.152804 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.153083 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.153358 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.153633 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.153911 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.154191 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.154463 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.154741 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.155016 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.155294 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.155567 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.155842 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.156115 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.156389 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.156694 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.156969 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.157242 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.157521 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.157794 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.158065 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.158340 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.158616 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.158892 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.159181 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.159477 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.159760 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.160042 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.160325 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.160635 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.160919 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.161197 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.161478 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.161854 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.162090 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.162382 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.162667 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.162953 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.163249 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.163517 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.163812 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.164091 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.164376 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.164688 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.164972 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.165266 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.165552 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.165848 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.166143 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.166437 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.166737 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.167030 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.167315 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.167626 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.167908 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:28.168128 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 18:57:28.168367 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79226) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 18:57:28.557207 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO keyring.backend [-] Loading KWallet Aug 20 18:57:28.564538 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO keyring.backend [-] Loading SecretService Aug 20 18:57:28.568709 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO keyring.backend [-] Loading Windows Aug 20 18:57:28.570123 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO keyring.backend [-] Loading chainer Aug 20 18:57:28.570719 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO keyring.backend [-] Loading macOS Aug 20 18:57:28.605141 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:28.605419 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:28.605711 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:28.606047 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 18:57:28.912718 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:28.913013 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:28.913287 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:28.914511 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:28.914790 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:28.915059 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.034674 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.034955 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.035225 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.048343 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.048649 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.048924 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.078646 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.078874 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.079144 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.118016 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.118601 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.118601 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.349703 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.349900 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.350159 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.350423 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.351376 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.475972 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.476286 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.476588 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.476867 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.477136 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.477455 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.477721 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.477981 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.478241 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.478529 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.478790 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.479058 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.479324 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.479584 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.479854 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.480127 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.480388 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.480688 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.480946 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.481231 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.481592 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.481849 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.482101 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.482387 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.482639 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.482887 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.483276 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:29.483517 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:29.483753 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:29.483987 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:29.484221 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:29.484454 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:29.484937 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 18:57:29.488035 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 18:57:29.492580 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 18:57:29.496303 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 20 18:57:29.497967 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 18:57:29.498416 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 18:57:29.498754 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 18:57:29.499142 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 18:57:29.501961 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 18:57:29.502213 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 18:57:29.502710 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 18:57:29.531317 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 18:57:29.531771 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.532070 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79226) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 18:57:29.532433 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.533822 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79226) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 18:57:29.534108 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 18:57:29.534358 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 18:57:29.538243 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.538556 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:29.601221 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 18:57:29.601408 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 18:57:29.601648 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 18:57:29.602022 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 18:57:29.633846 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_db.sqlalchemy.engines [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79226) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 20 18:57:29.970525 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Initializing driver for type 'gre' Aug 20 18:57:29.971070 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] gre ID ranges: [(1, 1000)] Aug 20 18:57:30.025922 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Initializing driver for type 'local' Aug 20 18:57:30.026250 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Initializing driver for type 'vlan' Aug 20 18:57:30.038217 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] VlanTypeDriver initialization complete Aug 20 18:57:30.038571 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Initializing driver for type 'vxlan' Aug 20 18:57:30.039078 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] vxlan ID ranges: [(1, 1000)] Aug 20 18:57:30.094157 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Initializing extension driver 'port_security' Aug 20 18:57:30.094545 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.extensions.port_security [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] PortSecurityExtensionDriver initialization complete Aug 20 18:57:30.094919 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Initializing mechanism driver 'openvswitch' Aug 20 18:57:30.095313 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Initializing mechanism driver 'hyperv' Aug 20 18:57:30.102026 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.plugins.ml2.plugin [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:30.102956 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > port after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.103325 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > port after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.103673 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > port after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.104053 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > subnet after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.104405 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > subnet after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.104765 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.105142 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > network after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.105478 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > network after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.105808 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > network after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.106172 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > security_group after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.106510 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > security_group after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.106839 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > security_group after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.107208 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.107540 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.107871 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.108241 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > address_group after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.108592 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > address_group after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.108926 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > address_group after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.109262 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] ML2 OVO RPC backend initialized. {{(pid=79226) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 20 18:57:30.109944 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.110291 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.110695 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > network before_response 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.111034 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > networks before_response 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.111374 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > port before_response 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.111708 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > ports before_response 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.112044 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > subnet before_response 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.112376 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > subnets before_response 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.112740 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > network after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.113072 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > network after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.113398 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > network after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.113724 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > port after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.114052 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > port after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.114377 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > port after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.115615 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > subnet after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.115969 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > subnet after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.116305 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.116904 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.plugin [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Modular L2 Plugin initialization complete Aug 20 18:57:30.117229 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading services supported by the core plugin {{(pid=79226) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 18:57:30.117545 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.plugins.ml2.managers [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Got port-security extension from driver 'port_security' Aug 20 18:57:30.117999 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.extensions.vlantransparent [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Disabled vlantransparent extension. Aug 20 18:57:30.118481 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79226) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 18:57:30.119074 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading Plugin: router Aug 20 18:57:30.155281 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router_interface before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.155661 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router after_create 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.156024 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router before_create 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.156388 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.156789 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.157138 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router after_delete 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.157490 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > floatingip after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.157844 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router after_create 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.158185 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router after_update 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.158524 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router after_update 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.158863 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.159210 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router after_update 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.159608 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router precommit_update 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.159966 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: port after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.160300 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: port after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.160658 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: subnet after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.160989 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.161330 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > port precommit_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.161730 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router precommit_create 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.162130 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: port before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.162480 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router precommit_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.162834 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router after_update 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.163169 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router precommit_delete 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.163507 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router precommit_create 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.163926 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.164267 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router precommit_update 55549900 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.164651 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > agent after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.164994 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > agent after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.165330 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > network after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.166165 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Tracking information for resource: router configured {{(pid=79226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:30.166488 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Tracking information for resource: floatingip configured {{(pid=79226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 18:57:30.171270 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.db.l3_agentschedulers_db [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 18:57:30.171836 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: port after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.172193 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: port after_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.172539 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: port after_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.172918 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: port after_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.173685 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router before_create 55550100 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.174043 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router precommit_delete 55550100 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.174403 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router precommit_create 55550100 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.174750 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > router precommit_update 55550100 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.179405 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.services.provider_configuration [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service providers = [] {{(pid=79226) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 18:57:30.179759 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.db.servicetype_db [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79226) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 18:57:30.182689 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.services.service_base [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 18:57:30.183034 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.services.service_base [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 18:57:30.183370 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.services.service_base [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 18:57:30.184247 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.services.service_base [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 18:57:30.184810 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.services.service_base [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 18:57:30.185182 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:30.185495 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 18:57:30.196526 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:30.196876 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading Plugin: auto_allocate Aug 20 18:57:30.202551 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: network precommit_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.202913 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: network precommit_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.203417 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:30.203735 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading Plugin: tag Aug 20 18:57:30.211074 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:30.211396 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading Plugin: timestamp Aug 20 18:57:30.215133 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:30.215468 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading Plugin: network_ip_availability Aug 20 18:57:30.220737 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.221055 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.221407 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.222108 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:30.222423 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading Plugin: flavors Aug 20 18:57:30.228473 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:30.228830 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading Plugin: revisions Aug 20 18:57:30.233102 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 18:57:30.233490 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.628s {{(pid=79226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:30.234213 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79226) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 18:57:30.234540 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Initializing extension manager. Aug 20 18:57:30.235033 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: __init__.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.235364 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: __pycache__ {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.235689 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.236014 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: address_group.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.236786 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.237340 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: address-group Aug 20 18:57:30.237656 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: address_scope.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.238355 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.238855 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: address-scope Aug 20 18:57:30.239170 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.240104 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.240644 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: router-admin-state-down-before-update Aug 20 18:57:30.240961 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: agent.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.241655 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.242151 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: agent Aug 20 18:57:30.242464 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: agent_resources_synced.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.243360 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.243869 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: agent-resources-synced Aug 20 18:57:30.244191 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: allowedaddresspairs.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.245964 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.246478 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: allowed-address-pairs Aug 20 18:57:30.246892 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: auto_allocated_topology.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.247963 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.248469 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: auto-allocated-topology Aug 20 18:57:30.248874 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: availability_zone.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.249558 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.250056 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: availability_zone Aug 20 18:57:30.250370 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: availability_zone_filter.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.251266 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.251770 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: availability_zone_filter Aug 20 18:57:30.252087 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: data_plane_status.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.253006 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.253504 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 18:57:30.253819 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: default_subnetpools.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.254726 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.255225 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: default-subnetpools Aug 20 18:57:30.256064 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.256883 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.257385 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: dhcp_agent_scheduler Aug 20 18:57:30.257701 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: dns.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.258600 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.259096 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension dns-integration not supported by any of loaded plugins Aug 20 18:57:30.259416 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: dns_domain_ports.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.260328 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.260863 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 18:57:30.261183 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: dvr.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.261843 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.262344 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: dvr Aug 20 18:57:30.262658 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: empty_string_filtering.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.263558 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.264064 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: empty-string-filtering Aug 20 18:57:30.264379 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.265305 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.265802 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 18:57:30.266117 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.267015 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.267512 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 18:57:30.267825 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: external_net.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.268755 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.269259 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: external-net Aug 20 18:57:30.269572 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.270479 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.271035 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: extra_dhcp_opt Aug 20 18:57:30.271351 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: extraroute.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.272249 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.272768 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: extraroute Aug 20 18:57:30.273083 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: extraroute_atomic.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.274620 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.275443 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: extraroute-atomic Aug 20 18:57:30.275760 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: filter_validation.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.276418 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.276952 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: filter-validation Aug 20 18:57:30.277271 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: fip_pf_description.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.278339 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.278838 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 18:57:30.279152 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: fip_port_details.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.280067 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.280843 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: fip-port-details Aug 20 18:57:30.281376 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: flavors.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.282872 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.283516 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: flavors Aug 20 18:57:30.284027 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.285723 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.286614 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 18:57:30.287158 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: floatingip_pools.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.288269 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.288821 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: floatingip-pools Aug 20 18:57:30.289145 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: ip_allocation.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.290059 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.290716 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 18:57:30.291270 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.292336 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.292881 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: ip-substring-filtering Aug 20 18:57:30.293206 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: l2_adjacency.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.294125 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.294627 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 18:57:30.294953 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: l3.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.295950 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.296415 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: router Aug 20 18:57:30.296757 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.298968 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.299497 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 18:57:30.299825 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.301045 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.301562 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: ext-gw-mode Aug 20 18:57:30.301888 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.303324 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.303827 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: l3-ha Aug 20 18:57:30.304149 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: l3_flavors.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.305085 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.305596 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: l3-flavors Aug 20 18:57:30.305915 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.306857 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.307359 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 18:57:30.307679 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: l3agentscheduler.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.308742 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.309250 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: l3_agent_scheduler Aug 20 18:57:30.309570 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: logging.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.311039 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.311548 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension logging not supported by any of loaded plugins Aug 20 18:57:30.311871 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: metering.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.312633 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.313202 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: metering Aug 20 18:57:30.313520 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.314595 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.315104 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: metering_source_and_destination_fields Aug 20 18:57:30.315428 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: multiprovidernet.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.316461 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.316996 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: multi-provider Aug 20 18:57:30.317315 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: netmtu.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.318826 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.319333 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: net-mtu Aug 20 18:57:30.319651 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: netmtu_writable.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.320579 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.321089 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: net-mtu-writable Aug 20 18:57:30.321407 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: network_availability_zone.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.322071 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.322575 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: network_availability_zone Aug 20 18:57:30.322892 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: network_ip_availability.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.323969 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.324476 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: network-ip-availability Aug 20 18:57:30.324818 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: network_segment_range.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.325572 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.326069 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 18:57:30.326382 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: pagination.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.327344 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.327666 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: pagination Aug 20 18:57:30.327981 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: port_device_profile.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.328916 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.329420 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: port-device-profile Aug 20 18:57:30.329740 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.330654 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.331159 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: port-mac-address-regenerate Aug 20 18:57:30.331474 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.332383 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.332923 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: port-numa-affinity-policy Aug 20 18:57:30.333242 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: port_resource_request.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.334172 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.334672 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 18:57:30.334988 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: portbindings.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.335910 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.336415 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: binding Aug 20 18:57:30.336763 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: portbindings_extended.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.338023 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.338531 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: binding-extended Aug 20 18:57:30.338852 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: portsecurity.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.339749 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.340252 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: port-security Aug 20 18:57:30.340592 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: project_id.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.341550 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.341871 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: project-id Aug 20 18:57:30.342185 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: providernet.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.343098 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.343605 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: provider Aug 20 18:57:30.343920 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: qos.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.347359 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.347971 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension qos not supported by any of loaded plugins Aug 20 18:57:30.348299 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.349670 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.350181 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 18:57:30.350502 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.351413 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.351923 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 18:57:30.352245 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: qos_default.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.353178 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.353685 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension qos-default not supported by any of loaded plugins Aug 20 18:57:30.354005 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: qos_fip.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.354652 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.355149 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension qos-fip not supported by any of loaded plugins Aug 20 18:57:30.355468 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: qos_gateway_ip.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.356379 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.356920 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 18:57:30.357236 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: qos_port_network_policy.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.358133 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.358631 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 18:57:30.358943 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: qos_rule_type_details.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.359839 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.360336 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 18:57:30.360684 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: qos_rules_alias.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.361706 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.362205 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 18:57:30.362519 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: quotasv2.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.363404 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.363841 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: quotas Aug 20 18:57:30.364156 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: quotasv2_detail.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.366306 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.366633 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: quota_details Aug 20 18:57:30.366962 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: rbac.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.367996 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.368515 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: rbac-policies Aug 20 18:57:30.368874 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: rbac_address_group.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.369794 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.370303 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: rbac-address-group Aug 20 18:57:30.370620 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: rbac_address_scope.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.371527 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.372035 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: rbac-address-scope Aug 20 18:57:30.372353 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: rbac_security_groups.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.373282 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.373790 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: rbac-security-groups Aug 20 18:57:30.374110 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: rbac_subnetpool.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.375031 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.375538 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: rbac-subnetpool Aug 20 18:57:30.375858 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: revisionifmatch.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.376790 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.377300 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: revision-if-match Aug 20 18:57:30.377623 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: revisions.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.378714 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.379220 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: standard-attr-revisions Aug 20 18:57:30.379542 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: router_availability_zone.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.380201 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.381491 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: router_availability_zone Aug 20 18:57:30.381837 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: routerservicetype.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.382748 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.383258 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension router-service-type not supported by any of loaded plugins Aug 20 18:57:30.383576 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.384485 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.385019 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: security-groups-normalized-cidr Aug 20 18:57:30.385337 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.386256 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.386756 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: port-security-groups-filtering Aug 20 18:57:30.387073 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.387978 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.388481 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: security-groups-remote-address-group Aug 20 18:57:30.388826 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: securitygroup.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.398480 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.399000 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: security-group Aug 20 18:57:30.399323 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: segment.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.400091 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.400631 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension segment not supported by any of loaded plugins Aug 20 18:57:30.400954 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.401876 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.402378 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 18:57:30.402694 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: servicetype.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.403786 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.404292 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: service-type Aug 20 18:57:30.404637 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: sorting.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.405607 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.405928 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: sorting Aug 20 18:57:30.406243 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: standard_attr_segment.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.407147 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.407657 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 18:57:30.407973 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: standardattrdescription.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.408644 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.409148 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: standard-attr-description Aug 20 18:57:30.409463 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: stateful_security_group.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.410367 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.410873 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: stateful-security-group Aug 20 18:57:30.411188 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: stdattrs_common.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.412083 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 18:57:30.412318 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.413345 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.413856 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 18:57:30.414170 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: subnet_onboard.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.415231 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.415754 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: subnet_onboard Aug 20 18:57:30.416074 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.417033 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.417541 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 18:57:30.417858 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: subnet_service_types.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.418799 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.419312 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: subnet-service-types Aug 20 18:57:30.419629 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: subnetallocation.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.420734 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.421248 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: subnet_allocation Aug 20 18:57:30.421569 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.422235 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.422742 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: subnetpool-prefix-ops Aug 20 18:57:30.423055 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.423981 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.424481 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 18:57:30.424817 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: tagging.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.426129 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.426645 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: standard-attr-tag Aug 20 18:57:30.426966 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: timestamp.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.428819 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.429332 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loaded extension: standard-attr-timestamp Aug 20 18:57:30.429656 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: trunk.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.430681 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.431188 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension trunk not supported by any of loaded plugins Aug 20 18:57:30.431505 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: trunk_details.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.432428 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.432970 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension trunk-details not supported by any of loaded plugins Aug 20 18:57:30.433289 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: uplink_status_propagation.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.434206 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.434711 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 18:57:30.435025 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Loading extension file: vlantransparent.py {{(pid=79226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 18:57:30.435689 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 18:57:30.436192 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 18:57:30.438658 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:network Aug 20 18:57:30.439383 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:subnet Aug 20 18:57:30.440156 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:30.440812 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:port Aug 20 18:57:30.442062 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.442491 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service FLAVORS assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.443711 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.444134 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.444461 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:router Aug 20 18:57:30.445135 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:floatingip Aug 20 18:57:30.445840 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service METERING assigned prefix: /metering {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.447265 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.447628 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.447973 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 18:57:30.449230 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 18:57:30.449674 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:security_group Aug 20 18:57:30.450326 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 18:57:30.451052 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service CORE assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.451386 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:30.451722 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] subnetpool is already registered Aug 20 18:57:30.452320 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service CORE assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.452664 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:30.452989 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] subnetpool is already registered Aug 20 18:57:30.455504 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.455931 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service FLAVORS assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.456522 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.456961 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.457288 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:router Aug 20 18:57:30.457617 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] router is already registered Aug 20 18:57:30.458198 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:floatingip Aug 20 18:57:30.458550 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] floatingip is already registered Aug 20 18:57:30.459164 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service METERING assigned prefix: /metering {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.459820 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 18:57:30.460140 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] rbac_policy is already registered Aug 20 18:57:30.460712 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:security_group Aug 20 18:57:30.461046 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] security_group is already registered Aug 20 18:57:30.461616 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 18:57:30.461937 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] security_group_rule is already registered Aug 20 18:57:30.462586 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service CORE assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.462908 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:30.463232 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] subnetpool is already registered Aug 20 18:57:30.463816 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.v2.resource_helper [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Service CORE assigned prefix: {{(pid=79226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 18:57:30.464132 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 18:57:30.464451 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING neutron.quota.resource_registry [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] subnetpool is already registered Aug 20 18:57:30.465119 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: extensions {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.466562 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: address-groups {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.468189 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: address-scopes {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.469426 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: agents {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.470561 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: auto-allocated-topology {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.471825 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: availability_zones {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.474038 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: dhcp-networks {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.475445 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: dhcp-agents {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.476894 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: routers {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.478669 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: flavors {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.479814 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: service_profiles {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.481014 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: next_providers {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.482512 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: service_profiles {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.483940 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: floatingip-pools {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.485176 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: routers {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.486938 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: floatingips {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.488091 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: l3-routers {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.489475 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: l3-agents {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.491680 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: metering-labels {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.493034 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: metering-label-rules {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.494302 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: network-ip-availabilities {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.495538 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: bindings {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.497210 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: quotas {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.498625 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: quotas {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.500007 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: rbac-policies {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.501305 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: security-groups {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.502477 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: security-group-rules {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.503711 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: service-providers {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.504923 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: subnetpools {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.507276 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: subnetpools {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.508730 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.510390 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.512173 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.513949 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.515705 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.517564 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.519228 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.521373 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.524391 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.526225 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron.api.extensions [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Extended resource: tags {{(pid=79226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 18:57:30.532062 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING keystonemiddleware.auth_token [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 18:57:30.537611 dv-cinder-805283-1-iscsi neutron-server[79226]: WARNING keystonemiddleware.auth_token [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 18:57:30.545445 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Acquired lock "singleton_lock" {{(pid=79226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 18:57:30.545910 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_concurrency.lockutils [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Releasing lock "singleton_lock" {{(pid=79226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 18:57:30.546534 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO oslo_service.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Starting 2 workers Aug 20 18:57:30.551496 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Started child 79331 {{(pid=79226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 18:57:30.556616 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Started child 79332 {{(pid=79226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 18:57:30.557784 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO neutron.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 18:57:30.558222 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:30.558742 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Notify callbacks [] for process, before_spawn {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:30.560490 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [-] (79331) wsgi starting up on http://0.0.0.0:9696 Aug 20 18:57:30.560617 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:30.561020 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO oslo_service.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Starting 1 workers Aug 20 18:57:30.562016 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [-] (79332) wsgi starting up on http://0.0.0.0:9696 Aug 20 18:57:30.565775 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Started child 79333 {{(pid=79226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 18:57:30.566290 dv-cinder-805283-1-iscsi neutron-server[79226]: INFO oslo_service.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Starting 1 workers Aug 20 18:57:30.571120 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Started child 79334 {{(pid=79226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 20 18:57:30.571891 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG neutron_lib.callbacks.manager [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] Notify callbacks [] for process, after_spawn {{(pid=79226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:30.571987 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] calling RpcWorker wait() {{(pid=79333) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 18:57:30.572494 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.service [None req-59d6f61a-f806-4326-9c27-d3a0ed8c73ee None None] returning from RpcWorker wait() {{(pid=79333) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 18:57:30.573707 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:30.573800 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 20 18:57:30.573951 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 20 18:57:30.574130 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 20 18:57:30.574218 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:30.574340 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 20 18:57:30.574666 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 20 18:57:30.574827 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 20 18:57:30.575347 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.575608 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.575882 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.576132 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.576422 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.577014 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:30.577511 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.577511 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.577511 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.577721 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.577947 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.578107 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.578273 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.578519 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.578743 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.579037 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.579297 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.579526 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.579787 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.579954 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.580199 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.580463 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.580708 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.580973 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] debug = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.581181 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.581645 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.581866 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.582122 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.582354 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.582613 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.582848 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.583117 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.583398 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.583607 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.583961 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.584600 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.584600 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.584600 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.584834 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.585037 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.585248 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.585746 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] host = dv-cinder-805283-1-iscsi {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.585964 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.586193 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.586431 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.586679 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.586919 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.587127 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.587383 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.587620 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.587880 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.588133 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.588379 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.588652 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.588950 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.589133 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.589330 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_options = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.589715 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.590215 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.590670 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.590995 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.591269 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.591525 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.591779 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.591942 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.592200 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.592445 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.592838 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.593227 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.593469 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.593712 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.593955 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.594199 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.594431 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.594637 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.594899 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.595315 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.595716 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.596089 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.596465 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.596879 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.597251 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.597628 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.597876 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.598095 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.598334 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.598585 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.598819 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.599128 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.599486 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.600161 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.600815 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.601086 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.601327 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.601626 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.602224 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.602224 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.602500 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.602636 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.602892 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.603149 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.603361 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.603580 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_json = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.603814 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.604060 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.604405 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.604725 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.604967 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.605187 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.606329 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.606329 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.606329 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.606601 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.607390 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.607390 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.607390 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.607651 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.607837 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.608414 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.608414 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.608664 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.609318 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.609318 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.609506 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.609586 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.609827 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.610152 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.610409 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.612351 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.612466 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:30.612596 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.612596 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.612596 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.612596 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.612596 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.612596 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.612596 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.613103 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.613103 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.613103 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.613330 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.613557 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.613772 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.613990 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.614248 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.614493 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.615212 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.615919 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.615919 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.615919 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.616174 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.616379 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.616669 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.616901 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.617124 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.617339 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.617743 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.617963 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.618182 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.618414 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.618660 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.618920 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.619168 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.619386 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.619603 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.619815 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.620056 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.620311 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.620525 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.620774 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.621011 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.621231 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.621454 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.621703 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.621920 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.622131 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.622343 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.622564 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.622793 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.623010 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.623262 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.623471 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.623693 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.623905 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.624152 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.624328 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.624539 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.624807 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.625017 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.625228 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.625443 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.625655 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.625867 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.626099 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.626282 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.626497 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.626777 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.627092 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.627316 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.627570 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.627815 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.628080 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.628329 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.628616 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.628830 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.629112 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.629305 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.629588 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.629816 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.630077 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.630289 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.631160 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.631368 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.631601 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.632003 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.632369 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.632775 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.633176 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.633439 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.633691 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.633943 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.634176 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.634443 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.634716 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.634981 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.635272 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.635488 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.635745 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.636047 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.636310 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.636602 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.636836 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.637095 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.637353 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.637582 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.637828 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.638064 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.638322 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.638553 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.638826 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.639089 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.639303 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.639675 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.640043 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.640514 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.640923 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.641318 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.641710 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.642143 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.642396 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.642646 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.642923 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.643179 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.643430 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.643678 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.643906 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.644120 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.644365 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.644637 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.644850 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.645100 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.645316 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.645533 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.645764 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.645975 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.646295 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.646530 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.646825 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.647058 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.647291 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.647512 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.647740 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.647957 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.648192 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.648490 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.648796 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.649034 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.649266 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.649512 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.649767 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.650001 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.650267 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.650514 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.650746 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.650978 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.651199 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.651462 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.651679 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.651940 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.652158 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.652369 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.652618 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.652838 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.653073 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.653287 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.653518 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.653724 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.653961 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.654206 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.654528 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.654773 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.655000 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.655282 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.655507 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.655737 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.655966 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.656180 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.656393 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.656633 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.656848 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.657110 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.657364 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.657627 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.657842 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.658046 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.658272 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.658490 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.658691 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.658978 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.659224 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.659467 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.659705 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.659930 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.660158 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.660364 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.660579 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.660798 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.661010 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.661235 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.661459 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.662393 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.662811 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.663066 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.663335 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.663576 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.663954 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.664385 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.664788 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.665034 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.665296 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.665626 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.666076 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.666380 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.666721 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.666938 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.667314 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.667999 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.668308 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.668696 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.668963 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.669256 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.669629 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.670085 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.670521 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.670872 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.671111 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.671504 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.671760 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.672075 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.672362 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.672638 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.672852 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.673098 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.673321 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.673557 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.673812 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.674092 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.674328 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.674550 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.674784 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.675285 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.675553 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.675797 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.676026 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.676306 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.676580 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.676735 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 18:57:30.677835 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 20 18:57:30.677997 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 20 18:57:30.678310 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 20 18:57:30.678478 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 20 18:57:30.678646 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 20 18:57:30.678799 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 20 18:57:30.679005 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.679170 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.679330 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.679490 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.679649 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.679832 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.679987 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.680295 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.680453 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.680790 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.680955 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.681114 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.681272 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.681429 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.681586 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.681744 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.681902 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.682084 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.682212 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.682388 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.682528 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.682832 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.682992 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] debug = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.683148 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.683360 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.683525 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.683682 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.683839 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.683995 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.684152 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.684307 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.684465 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.684650 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.684809 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.684965 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.685121 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.685277 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.685432 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.685588 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.685745 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.685900 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] host = dv-cinder-805283-1-iscsi {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.686056 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.686211 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.686366 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.686521 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.686676 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.686832 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.686990 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.687146 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.687304 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.687461 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.687617 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.687774 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.687931 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.688087 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.688244 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_options = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.688401 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.688575 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.688736 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.688919 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.689081 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.689236 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.689377 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.689820 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.689820 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.689820 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.690178 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.690178 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.690387 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.690387 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.690852 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.690852 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.690852 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.691102 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.691182 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.691292 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.691437 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.691592 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.691748 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.691904 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.692316 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.692316 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.692485 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.692485 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.692815 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.692967 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.693097 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.693223 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.693324 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.693562 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.693733 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.693887 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.694193 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.694504 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.694662 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.694820 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.694977 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.695135 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.695298 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.695456 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.695614 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.695769 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_json = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.695925 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.696088 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.696244 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.696398 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.696726 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.696887 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.697041 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.697200 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 20 18:57:30.697377 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.697538 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.697709 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.697868 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.698028 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.698187 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.698346 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.698506 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.698669 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.698820 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.698982 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.699295 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.699464 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.699625 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.699785 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.699952 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.700112 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.700270 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.700596 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.700761 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.700925 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.701086 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.701273 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.701424 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.701585 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.701745 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.701906 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.702066 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.702227 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.702389 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.702550 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.702710 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.702870 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.703018 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.703183 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.703339 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.703648 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.703803 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.703980 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.704147 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.704275 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.704590 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.704762 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.704762 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.705043 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.705175 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.705304 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.705436 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.705569 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.705651 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.705831 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.705993 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.706151 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.706310 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.706470 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.706629 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.706788 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.706947 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.707108 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.707267 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.707427 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.707604 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.707757 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.707896 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.708058 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.708219 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.708404 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.708635 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.708947 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.709110 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.709270 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.709431 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.709591 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.709753 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.709913 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.710075 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.710234 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.710398 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.710562 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.710716 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:30.710811 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.710894 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.711021 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.711186 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.711346 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.711515 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.711515 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.711890 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.711970 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.712129 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.712288 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.712446 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.712630 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.712793 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.712952 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.713111 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.713269 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.713428 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.713590 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.713751 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.713977 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.714085 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.714221 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.714379 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.714537 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.714696 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.714854 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.715014 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.715172 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.715331 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.715490 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.715649 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.715841 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.716000 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.716212 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.716377 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.716561 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.716730 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.716891 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.717071 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.717231 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.717390 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.717597 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.717761 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.717920 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.718079 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.718239 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.718397 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.718564 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.718734 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.718894 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.719054 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.719214 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.719398 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.719558 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.719717 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.719877 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.720036 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.720195 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.720355 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.720513 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.720697 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.720857 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.721022 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.721183 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.721385 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.721511 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.721651 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.721812 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.722019 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.722149 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.722293 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.722454 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.722615 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.722774 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.722934 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.723293 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.723293 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.723528 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.723528 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.723928 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.723928 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.724625 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.724705 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.724866 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.725009 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.725168 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.725328 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.725486 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.725646 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.725808 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.725968 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.726128 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.726289 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.726451 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.726613 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.726774 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.726935 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.727095 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.727257 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.727418 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.727577 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.727738 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.727898 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.728058 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.728219 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.728378 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.728538 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.728741 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.728901 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.729060 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.729219 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.729378 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.729538 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.729698 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.729859 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.730124 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.730275 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.730429 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.730591 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.730756 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.730921 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.731082 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.731219 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.731378 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.731538 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.731699 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.731871 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.732031 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.732191 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.732349 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.732495 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.732681 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.732838 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.732997 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.733156 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.733314 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.733483 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.733643 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.733802 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.733960 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.734119 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.734287 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.734448 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.734607 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.734773 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.734936 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.735098 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.735257 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.735430 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.735590 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.735751 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.735910 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.736069 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.736229 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.736390 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.736567 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.736740 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.736907 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.737070 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.737238 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.737405 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.737574 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.737739 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.737937 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.738079 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.738231 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.738380 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.738531 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.738690 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.738849 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.739009 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.739168 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.739327 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.739486 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.739646 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.740358 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.740501 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.740728 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.740906 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.740997 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.741154 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.741315 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.741476 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.741637 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 20 18:57:30.741789 dv-cinder-805283-1-iscsi neutron-server[79226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 18:57:30.923959 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 48258) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:30.933221 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068550 Aug 20 18:57:41.510938 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd17f5-c0d2-4a8d-bdc2-4a13cbb5f103 None None] get_active_networks_info from dv-cinder-805283-1-iscsi {{(pid=79333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 20 18:57:41.588586 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bd17f5-c0d2-4a8d-bdc2-4a13cbb5f103 None None] No non-hosted networks {{(pid=79333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 18:57:41.609734 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.agentschedulers_db [None req-d0bd17f5-c0d2-4a8d-bdc2-4a13cbb5f103 None None] DHCP Agent not found on host dv-cinder-805283-1-iscsi {{(pid=79333) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 20 18:57:41.690630 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cdb2-4980-4c43-b9ba-6fed2e4f12e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67016534'] for agent, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:41.853167 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67016534'] for agent, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:41.854659 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.855210 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.855699 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.856251 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.858485 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.858977 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.859497 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.859995 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.860600 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.861133 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.869360 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.869893 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:41.870466 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805283-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:41.883265 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805283-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:57:43.809154 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1de5aec9-28ec-43bd-b5be-f52cc1937f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67016534'] for agent, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:43.851513 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bb3101c5-585c-4249-9f10-f10bf2a13f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:44.966946 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67016534'] for agent, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.602203 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67016534'] for agent, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:46.866100 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.db.l3_hamode_db [None req-e0d02fb8-9a45-457d-b952-90be29b83783 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 18:57:46.951101 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d02fb8-9a45-457d-b952-90be29b83783 None None] Routers set() bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:57:46.951494 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d02fb8-9a45-457d-b952-90be29b83783 None None] Router IDs set() for agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 20 18:57:48.347778 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 48350) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:48.924540 dv-cinder-805283-1-iscsi neutron-server[79332]: WARNING oslo_policy.policy [None req-08858d9d-aa3e-4dad-983c-6a8ead148493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:48.925140 dv-cinder-805283-1-iscsi neutron-server[79332]: WARNING oslo_policy.policy [None req-08858d9d-aa3e-4dad-983c-6a8ead148493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:49.149572 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [None req-08858d9d-aa3e-4dad-983c-6a8ead148493 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 18:57:49.150607 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-08858d9d-aa3e-4dad-983c-6a8ead148493 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8019300 Aug 20 18:57:51.543921 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 48364) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:51.914481 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-78a3d151-ab2c-40c1-983b-2af880373c79 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:57:52.012268 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.policy [None req-78a3d151-ab2c-40c1-983b-2af880373c79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79332) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 18:57:52.056956 dv-cinder-805283-1-iscsi neutron-server[79332]: WARNING oslo_policy.policy [None req-78a3d151-ab2c-40c1-983b-2af880373c79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:52.057346 dv-cinder-805283-1-iscsi neutron-server[79332]: WARNING oslo_policy.policy [None req-78a3d151-ab2c-40c1-983b-2af880373c79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:57:52.065670 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.quota [None req-78a3d151-ab2c-40c1-983b-2af880373c79 admin admin] Loaded quota_driver: . Aug 20 18:57:52.081426 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-78a3d151-ab2c-40c1-983b-2af880373c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:57:52.141592 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-78a3d151-ab2c-40c1-983b-2af880373c79 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734859394117', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734859394682', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734859370503', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734859375769', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734859370032', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734859425682', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-813268', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-971833', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66953996', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66727331'] for rbac-policy, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:52.202763 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-78a3d151-ab2c-40c1-983b-2af880373c79 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:52.203947 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-78a3d151-ab2c-40c1-983b-2af880373c79 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6590798 Aug 20 18:57:54.798814 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 48378) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:55.151479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '1edd24ab775744c589db670bef80d660'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:57:55.156121 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:57:55.160529 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Usage tracker for resource:network and tenant:1edd24ab775744c589db670bef80d660 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:57:55.165794 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:57:55.171762 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:57:55.181755 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Made reservation on behalf of 1edd24ab775744c589db670bef80d660 for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 18:57:55.184421 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.201691 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.215531 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:57:55.219187 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Usage tracker for resource:security_group_rule and tenant:1edd24ab775744c589db670bef80d660 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:57:55.224803 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:57:55.230337 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:57:55.326685 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.330446 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.335861 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:55.354425 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 18:57:55.379136 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734856442516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.379822 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Unsubscribe: segment precommit_create {{(pid=79332) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 18:57:55.380622 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Added segment 6389f2a4-aab4-4859-bcce-f740f647e68a of type vlan for network 3abcf559-0120-4827-9583-3bd5ad9efea8 Aug 20 18:57:55.434013 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d24e407-2e57-41fb-8651-5fddeed42bd9,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:57:55.453860 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.454213 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.454544 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.454862 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.455178 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.455496 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.455807 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.456115 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.456425 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.456758 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.457063 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.457366 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Tracked resource versions report: Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: pushed versions: Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: { 'AddressGroup': {'1.2'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'ConntrackHelper': {'1.0'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Log': {'1.0'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Network': {'1.1'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Port': {'1.7'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'PortForwarding': {'1.2'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'QosPolicy': {'1.8'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SecurityGroup': {'1.4'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SecurityGroupRule': {'1.2'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SubPort': {'1.0'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Subnet': {'1.1'}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Trunk': {'1.1'}} Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: consumer versions: Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: { DHCP agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: L3 agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: Metadata agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: Metering agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: Open vSwitch agent@dv-cinder-805283-1-iscsi: { 'AddressGroup': '1.2', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'ConntrackHelper': '1.0', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Log': '1.0', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Network': '1.1', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Port': '1.7', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'PortForwarding': '1.2', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'QosPolicy': '1.8', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SecurityGroup': '1.4', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SecurityGroupRule': '1.2', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SubPort': '1.0', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Subnet': '1.1', Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Trunk': '1.1'}} Aug 20 18:57:55.459076 dv-cinder-805283-1-iscsi neutron-server[79332]: {{(pid=79332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 18:57:55.505701 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:55.507364 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.548396 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.549926 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:57:55.550796 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:55.555628 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:55.658623 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8587620 Aug 20 18:57:55.659321 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Pushing event updated for resources: {'Network': ['ID=3abcf559-0120-4827-9583-3bd5ad9efea8,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:57:55.663350 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:55.677507 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network 3abcf559-0120-4827-9583-3bd5ad9efea8 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 18:57:58.321949 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 48394) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:57:58.777517 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbb5c7c-a342-4df8-98ec-a2d3046dedda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:57:58.778788 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-edbb5c7c-a342-4df8-98ec-a2d3046dedda admin admin] 10.222.0.54 "GET /v2.0/networks/3abcf559-0120-4827-9583-3bd5ad9efea8 HTTP/1.1" status: 200 len: 825 time: 0.4559004 Aug 20 18:57:58.806131 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-220320f8-4266-447c-963e-9246735deabd admin admin] 10.222.0.54 "GET /v2.0/subnetpools/1c938d1d-91bb-4207-81ce-a7d3f1678aec HTTP/1.1" status: 200 len: 734 time: 0.0220160 Aug 20 18:57:58.814576 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1c938d1d-91bb-4207-81ce-a7d3f1678aec', 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8', 'name': 'private-subnet', 'tenant_id': '1edd24ab775744c589db670bef80d660'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:57:58.820233 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:57:58.824340 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Usage tracker for resource:subnet and tenant:1edd24ab775744c589db670bef80d660 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:57:58.827233 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:57:58.832853 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:57:58.842509 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Made reservation on behalf of 1edd24ab775744c589db670bef80d660 for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 18:57:58.844880 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:59.117469 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:59.122343 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:57:59.214752 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Checking segment: {'id': '6389f2a4-aab4-4859-bcce-f740f647e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:57:59.215126 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Network hostable DHCP agents. Network: 3abcf559-0120-4827-9583-3bd5ad9efea8, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 18:57:59.220440 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0a721c-3092-4be4-835b-e2cf2548c859,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:57:59.227459 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:57:59.238296 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Network 3abcf559-0120-4827-9583-3bd5ad9efea8 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 18:57:59.248757 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, 3abcf559-0120-4827-9583-3bd5ad9efea8) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:57:59.253150 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:57:59.253724 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:59.258545 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ac06b-9807-407b-bb0e-a40fd929e3ca None None] Network 3abcf559-0120-4827-9583-3bd5ad9efea8 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 18:57:59.273733 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4624829 Aug 20 18:57:59.655256 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-3abcf559-0120-4827-9583-3bd5ad9efea8', 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'fixed_ips': [{'subnet_id': 'ec0a721c-3092-4be4-835b-e2cf2548c859'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 18:57:59.656484 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:57:59.845719 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Allocated IP 172.20.0.2 (3abcf559-0120-4827-9583-3bd5ad9efea8/ec0a721c-3092-4be4-835b-e2cf2548c859/45add832-b99d-4fa0-a24e-a27b791a3e1a) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 18:58:00.073758 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:00.086880 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Transition to ACTIVE for port object 45add832-b99d-4fa0-a24e-a27b791a3e1a will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:58:00.108763 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Transition to ACTIVE for port object 45add832-b99d-4fa0-a24e-a27b791a3e1a will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:58:00.115111 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:00.119682 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:00.178607 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Network 3abcf559-0120-4827-9583-3bd5ad9efea8 is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 18:58:00.181396 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:58:00.187604 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 18:58:00.194036 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Pushing event updated for resources: {'Port': ['ID=45add832-b99d-4fa0-a24e-a27b791a3e1a,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:00.225891 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.226225 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.226551 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.226867 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.227180 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.227506 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.227817 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.228127 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.228459 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.228793 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.229099 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.229404 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Tracked resource versions report: Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: pushed versions: Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: { 'AddressGroup': {'1.2'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'ConntrackHelper': {'1.0'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Log': {'1.0'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Network': {'1.1'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Port': {'1.7'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'PortForwarding': {'1.2'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'QosPolicy': {'1.8'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SecurityGroup': {'1.4'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SecurityGroupRule': {'1.2'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SubPort': {'1.0'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Subnet': {'1.1'}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Trunk': {'1.1'}} Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: consumer versions: Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: { DHCP agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: L3 agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: Metadata agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: Metering agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: Open vSwitch agent@dv-cinder-805283-1-iscsi: { 'AddressGroup': '1.2', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'ConntrackHelper': '1.0', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Log': '1.0', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Network': '1.1', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Port': '1.7', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'PortForwarding': '1.2', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'QosPolicy': '1.8', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SecurityGroup': '1.4', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SecurityGroupRule': '1.2', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SubPort': '1.0', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Subnet': '1.1', Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Trunk': '1.1'}} Aug 20 18:58:00.230544 dv-cinder-805283-1-iscsi neutron-server[79333]: {{(pid=79333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 18:58:00.238449 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:00.295160 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Attempting to bind port 45add832-b99d-4fa0-a24e-a27b791a3e1a on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 18:58:00.295822 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Attempting to bind port 45add832-b99d-4fa0-a24e-a27b791a3e1a by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': '6389f2a4-aab4-4859-bcce-f740f647e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 18:58:00.295971 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Attempting to bind port 45add832-b99d-4fa0-a24e-a27b791a3e1a on network 3abcf559-0120-4827-9583-3bd5ad9efea8 {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 18:58:00.301628 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 18:58:00.302624 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Checking segment: {'id': '6389f2a4-aab4-4859-bcce-f740f647e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:58:00.303119 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:00.303654 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Bound using segment: {'id': '6389f2a4-aab4-4859-bcce-f740f647e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 18:58:00.304132 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Bound port: 45add832-b99d-4fa0-a24e-a27b791a3e1a, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6389f2a4-aab4-4859-bcce-f740f647e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 18:58:00.304509 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:00.393336 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] For port 45add832-b99d-4fa0-a24e-a27b791a3e1a, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 18:58:00.397190 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] For port 45add832-b99d-4fa0-a24e-a27b791a3e1a, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=45add832-b99d-4fa0-a24e-a27b791a3e1a,segment=NetworkSegment(6389f2a4-aab4-4859-bcce-f740f647e68a),segment_id=6389f2a4-aab4-4859-bcce-f740f647e68a)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 18:58:00.401563 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:00.405202 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:00.503920 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Pushing event updated for resources: {'Port': ['ID=45add832-b99d-4fa0-a24e-a27b791a3e1a,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:00.507266 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:01.648724 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 48404) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:02.027110 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [None req-934a8de9-53a9-47e4-928d-f3c5dc36d704 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 18:58:02.028171 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-934a8de9-53a9-47e4-928d-f3c5dc36d704 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3784230 Aug 20 18:58:04.023882 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 45add832-b99d-4fa0-a24e-a27b791a3e1a up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:04.098774 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 45add832-b99d-4fa0-a24e-a27b791a3e1a completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:58:04.103662 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6410a204-111c-466b-a4f2-91ff14531b78 None None] Network 3abcf559-0120-4827-9583-3bd5ad9efea8 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 18:58:04.213818 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-5ccf49a1-29f2-4c7f-948b-e8ecc715bc46 None None] Provisioning for port 45add832-b99d-4fa0-a24e-a27b791a3e1a completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:58:04.227271 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-5ccf49a1-29f2-4c7f-948b-e8ecc715bc46 None None] Provisioning complete for port 45add832-b99d-4fa0-a24e-a27b791a3e1a triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:04.227670 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5ccf49a1-29f2-4c7f-948b-e8ecc715bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.414870 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 48418) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:04.447471 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5ccf49a1-29f2-4c7f-948b-e8ecc715bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.492500 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-5ccf49a1-29f2-4c7f-948b-e8ecc715bc46 None None] For port 45add832-b99d-4fa0-a24e-a27b791a3e1a, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=45add832-b99d-4fa0-a24e-a27b791a3e1a,segment=NetworkSegment(6389f2a4-aab4-4859-bcce-f740f647e68a),segment_id=6389f2a4-aab4-4859-bcce-f740f647e68a)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 18:58:04.498072 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5ccf49a1-29f2-4c7f-948b-e8ecc715bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.500536 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:04.571953 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf49a1-29f2-4c7f-948b-e8ecc715bc46 None None] Pushing event updated for resources: {'Port': ['ID=45add832-b99d-4fa0-a24e-a27b791a3e1a,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:04.575183 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-5ccf49a1-29f2-4c7f-948b-e8ecc715bc46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:04.721250 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-2c38aed7-9db3-4931-9ab4-c037797797d1 None None] Provisioning complete for port 45add832-b99d-4fa0-a24e-a27b791a3e1a triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:04.721619 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2c38aed7-9db3-4931-9ab4-c037797797d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:04.800616 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [None req-e4f3d66f-6774-4dab-86f5-ea930888cab2 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 18:58:04.802054 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-e4f3d66f-6774-4dab-86f5-ea930888cab2 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3860445 Aug 20 18:58:05.996683 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 45add832-b99d-4fa0-a24e-a27b791a3e1a up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:06.063816 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 45add832-b99d-4fa0-a24e-a27b791a3e1a triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:06.064184 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:07.444668 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 48430) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:07.811507 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Request body: {'router': {'tenant_id': '1edd24ab775744c589db670bef80d660', 'name': 'router1', 'admin_state_up': True}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:58:07.818576 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:58:07.822423 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Usage tracker for resource:router and tenant:1edd24ab775744c589db670bef80d660 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:58:07.825692 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:58:07.831927 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:58:07.843618 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:07.845180 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:07.869161 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:07.991783 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:08.015212 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] Notify callbacks [] for router, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:08.016657 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-44e84b33-187b-4784-88b3-1d82109fdd48 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5709867 Aug 20 18:58:10.388387 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 48440) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:10.980011 dv-cinder-805283-1-iscsi neutron-server[79331]: WARNING oslo_policy.policy [None req-ebfde458-04ee-439a-bdeb-0c90159a8b96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:58:10.980602 dv-cinder-805283-1-iscsi neutron-server[79331]: WARNING oslo_policy.policy [None req-ebfde458-04ee-439a-bdeb-0c90159a8b96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:58:11.205124 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [None req-ebfde458-04ee-439a-bdeb-0c90159a8b96 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 18:58:11.206334 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ebfde458-04ee-439a-bdeb-0c90159a8b96 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8159523 Aug 20 18:58:11.435395 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-aae3d221-ca5a-4efb-bb23-361ff2089952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:11.825335 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:13.583736 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 48454) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:13.795466 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b774300f-3e64-43b1-aca9-a170db57802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:13.954220 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:58:13.955656 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.quota [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Loaded quota_driver: . Aug 20 18:58:13.971098 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:58:13.978090 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Usage tracker for resource:network and tenant:efdc1dfbbce543208cfc2d14fd000f8d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:58:13.982811 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:58:13.990843 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:58:14.005618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Made reservation on behalf of efdc1dfbbce543208cfc2d14fd000f8d for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 18:58:14.077125 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.policy [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79331) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 18:58:14.121057 dv-cinder-805283-1-iscsi neutron-server[79331]: WARNING oslo_policy.policy [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:58:14.121431 dv-cinder-805283-1-iscsi neutron-server[79331]: WARNING oslo_policy.policy [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 18:58:14.131197 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:14.151083 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:14.165742 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:58:14.169448 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:efdc1dfbbce543208cfc2d14fd000f8d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:58:14.172623 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:58:14.179216 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:58:14.275405 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:14.279050 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:14.284583 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:14.295647 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Reserving flat network on physical network physnet1 {{(pid=79331) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 18:58:14.323883 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734856442516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:14.324478 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Unsubscribe: segment precommit_create {{(pid=79331) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 18:58:14.324994 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Added segment b979e7a1-7eb2-44a7-8895-54418a378190 of type flat for network 0e1c4c81-75e1-407b-9de2-81ce46d2214f Aug 20 18:58:14.380500 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6725af48-7a7e-4ae6-94da-95cc22002e90,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:14.401294 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.401642 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.401969 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.402284 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.402612 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.402939 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.403245 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.403567 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.403876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.404179 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.404483 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.404809 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Tracked resource versions report: Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: pushed versions: Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: { 'AddressGroup': {'1.2'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'ConntrackHelper': {'1.0'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Log': {'1.0'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Network': {'1.1'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Port': {'1.7'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'PortForwarding': {'1.2'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'QosPolicy': {'1.8'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SecurityGroup': {'1.4'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SecurityGroupRule': {'1.2'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SubPort': {'1.0'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Subnet': {'1.1'}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Trunk': {'1.1'}} Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: consumer versions: Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: { DHCP agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: L3 agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: Metadata agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: Metering agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: Open vSwitch agent@dv-cinder-805283-1-iscsi: { 'AddressGroup': '1.2', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'ConntrackHelper': '1.0', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Log': '1.0', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Network': '1.1', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Port': '1.7', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'PortForwarding': '1.2', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'QosPolicy': '1.8', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SecurityGroup': '1.4', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SecurityGroupRule': '1.2', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SubPort': '1.0', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Subnet': '1.1', Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Trunk': '1.1'}} Aug 20 18:58:14.405921 dv-cinder-805283-1-iscsi neutron-server[79331]: {{(pid=79331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 18:58:14.454792 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:14.459066 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:14.502610 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:14.504149 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:14.504875 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:14.509423 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:14.612790 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0278504 Aug 20 18:58:14.613469 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0e1c4c81-75e1-407b-9de2-81ce46d2214f,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:14.616964 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:14.624128 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 18:58:14.900429 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:16.540943 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:16.950872 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 48480) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:17.165737 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26c8b8-7e63-4b3f-8cfb-1f1996b7a509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:17.167076 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-1b26c8b8-7e63-4b3f-8cfb-1f1996b7a509 admin admin] 10.222.0.54 "GET /v2.0/subnets/ec0a721c-3092-4be4-835b-e2cf2548c859 HTTP/1.1" status: 200 len: 849 time: 0.2152770 Aug 20 18:58:17.340229 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-c2d02a89-2842-459b-a239-f286e78a4458 admin admin] 10.222.0.54 "GET /v2.0/routers/31170319-2c2e-4222-8ae5-a2549dee9f8e HTTP/1.1" status: 200 len: 704 time: 0.1674635 Aug 20 18:58:17.805611 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.033419 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Allocated IP 172.20.0.1 (3abcf559-0120-4827-9583-3bd5ad9efea8/ec0a721c-3092-4be4-835b-e2cf2548c859/730f7426-b0b3-4d32-b0bf-7e86cbe5e52a) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 18:58:18.189056 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.206924 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Transition to ACTIVE for port object 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:58:18.266299 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.271684 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:18.332023 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Network 3abcf559-0120-4827-9583-3bd5ad9efea8 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 18:58:18.335850 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:58:18.341895 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 18:58:18.342432 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.476917 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Pushing event updated for resources: {'Port': ['ID=730f7426-b0b3-4d32-b0bf-7e86cbe5e52a,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:18.483356 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:18.534967 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-60a5fd75-2e7d-43f0-b560-5941d994a5d8 None None] Provisioning for port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:58:18.539698 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-60a5fd75-2e7d-43f0-b560-5941d994a5d8 None None] Provisioning complete for port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:18.540177 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-60a5fd75-2e7d-43f0-b560-5941d994a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.593032 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-60a5fd75-2e7d-43f0-b560-5941d994a5d8 None None] Port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 18:58:18.615406 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.879143 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.883673 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.884770 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:18.887789 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:18.977354 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Pushing event updated for resources: {'Port': ['ID=730f7426-b0b3-4d32-b0bf-7e86cbe5e52a,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:19.021974 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:19.073317 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Network 3abcf559-0120-4827-9583-3bd5ad9efea8 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 18:58:19.074276 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:58:19.262382 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Router 31170319-2c2e-4222-8ae5-a2549dee9f8e is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 18:58:19.313793 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-1bb1bf84-1a1c-4cb9-9e20-7a390dbe2825 None None] Provisioning complete for port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:19.314162 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bf84-1a1c-4cb9-9e20-7a390dbe2825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:19.369015 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1bf84-1a1c-4cb9-9e20-7a390dbe2825 None None] Port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 18:58:19.413374 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 18:58:19.423038 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Sync routers for ids ['31170319-2c2e-4222-8ae5-a2549dee9f8e'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 18:58:19.423492 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] 10.222.0.54 "PUT /v2.0/routers/31170319-2c2e-4222-8ae5-a2549dee9f8e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0783784 Aug 20 18:58:19.433475 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Routers {'31170319-2c2e-4222-8ae5-a2549dee9f8e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:58:19.434456 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T18:58:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['31170319-2c2e-4222-8ae5-a2549dee9f8e'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:19.608896 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Set router 31170319-2c2e-4222-8ae5-a2549dee9f8e gateway port host: None {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 18:58:19.987481 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'name': 'router1', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:18Z', 'revision_number': 2, 'project_id': '1edd24ab775744c589db670bef80d660', 'gw_port_host': None, '_interfaces': [{'id': '730f7426-b0b3-4d32-b0bf-7e86cbe5e52a', 'name': '', 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'mac_address': 'fa:16:3e:15:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:17Z', 'updated_at': '2021-08-20T18:58:18Z', 'revision_number': 2, 'project_id': '1edd24ab775744c589db670bef80d660', 'subnets': [{'id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c938d1d-91bb-4207-81ce-a7d3f1678aec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:19.993479 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Checking router: 31170319-2c2e-4222-8ae5-a2549dee9f8e for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 18:58:19.993838 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Updating router 31170319-2c2e-4222-8ae5-a2549dee9f8e port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 18:58:20.047866 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:20.423974 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:20.439745 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Transition to ACTIVE for port object 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:58:20.447299 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:20.453093 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:20.636562 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Pushing event updated for resources: {'Port': ['ID=730f7426-b0b3-4d32-b0bf-7e86cbe5e52a,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:20.652920 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.653254 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.653574 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.653901 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.654182 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.654496 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.654846 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.655099 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.655417 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.655722 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.656026 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.656331 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Tracked resource versions report: Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: pushed versions: Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: { 'AddressGroup': {'1.2'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'ConntrackHelper': {'1.0'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Log': {'1.0'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Network': {'1.1'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Port': {'1.7'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'PortForwarding': {'1.2'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'QosPolicy': {'1.8'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SecurityGroup': {'1.4'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SecurityGroupRule': {'1.2'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SubPort': {'1.0'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Subnet': {'1.1'}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Trunk': {'1.1'}} Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: consumer versions: Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: { DHCP agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: L3 agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: Metadata agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: Metering agent@dv-cinder-805283-1-iscsi: {}, Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: Open vSwitch agent@dv-cinder-805283-1-iscsi: { 'AddressGroup': '1.2', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'ConntrackHelper': '1.0', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Log': '1.0', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Network': '1.1', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Port': '1.7', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'PortForwarding': '1.2', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'QosPolicy': '1.8', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SecurityGroup': '1.4', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SecurityGroupRule': '1.2', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SubPort': '1.0', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Subnet': '1.1', Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Trunk': '1.1'}} Aug 20 18:58:20.657482 dv-cinder-805283-1-iscsi neutron-server[79334]: {{(pid=79334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 18:58:20.661053 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:20.715777 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Attempting to bind port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 18:58:20.716174 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Attempting to bind port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': '6389f2a4-aab4-4859-bcce-f740f647e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 18:58:20.716624 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Attempting to bind port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a on network 3abcf559-0120-4827-9583-3bd5ad9efea8 {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 18:58:20.721741 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 18:58:20.722148 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Checking segment: {'id': '6389f2a4-aab4-4859-bcce-f740f647e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:58:20.722635 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:20.723017 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Bound using segment: {'id': '6389f2a4-aab4-4859-bcce-f740f647e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 18:58:20.723564 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Bound port: 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6389f2a4-aab4-4859-bcce-f740f647e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 18:58:20.724477 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:20.811972 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] For port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 18:58:20.816625 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] For port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=730f7426-b0b3-4d32-b0bf-7e86cbe5e52a,segment=NetworkSegment(6389f2a4-aab4-4859-bcce-f740f647e68a),segment_id=6389f2a4-aab4-4859-bcce-f740f647e68a)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 18:58:20.821809 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:20.825696 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:20.911050 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Routers {'31170319-2c2e-4222-8ae5-a2549dee9f8e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:58:20.912417 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T18:58:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['31170319-2c2e-4222-8ae5-a2549dee9f8e'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:20.967412 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Pushing event updated for resources: {'Port': ['ID=730f7426-b0b3-4d32-b0bf-7e86cbe5e52a,revision_number=4']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:20.978699 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:21.071526 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] Set router 31170319-2c2e-4222-8ae5-a2549dee9f8e gateway port host: None {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 18:58:21.394045 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'name': 'router1', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:18Z', 'revision_number': 2, 'project_id': '1edd24ab775744c589db670bef80d660', 'gw_port_host': None, '_interfaces': [{'id': '730f7426-b0b3-4d32-b0bf-7e86cbe5e52a', 'name': '', 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'mac_address': 'fa:16:3e:15:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:17Z', 'updated_at': '2021-08-20T18:58:20Z', 'revision_number': 4, 'project_id': '1edd24ab775744c589db670bef80d660', 'subnets': [{'id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c938d1d-91bb-4207-81ce-a7d3f1678aec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:21.398515 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab879c77-e9eb-4ca0-b6a3-48f59c2e6e0f None None] The sync data for ids ['31170319-2c2e-4222-8ae5-a2549dee9f8e'] in dv-cinder-805283-1-iscsi is: [{'id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'name': 'router1', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:18Z', 'revision_number': 2, 'project_id': '1edd24ab775744c589db670bef80d660', 'gw_port_host': None, '_interfaces': [{'id': '730f7426-b0b3-4d32-b0bf-7e86cbe5e52a', 'name': '', 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'mac_address': 'fa:16:3e:15:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:17Z', 'updated_at': '2021-08-20T18:58:20Z', 'revision_number': 4, 'project_id': '1edd24ab775744c589db670bef80d660', 'subnets': [{'id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c938d1d-91bb-4207-81ce-a7d3f1678aec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 18:58:21.605598 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 48502) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:21.753868 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50150c1-6a65-436c-8496-7af277e4980a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:21.754431 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f50150c1-6a65-436c-8496-7af277e4980a admin admin] Synchronizing usage tracker for tenant:efdc1dfbbce543208cfc2d14fd000f8d on resource:network {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 18:58:21.772793 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f50150c1-6a65-436c-8496-7af277e4980a admin admin] Unset dirty status for tenant:efdc1dfbbce543208cfc2d14fd000f8d on resource:network {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 18:58:21.773986 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f50150c1-6a65-436c-8496-7af277e4980a admin admin] 10.222.0.54 "GET /v2.0/networks/0e1c4c81-75e1-407b-9de2-81ce46d2214f HTTP/1.1" status: 200 len: 842 time: 0.1674528 Aug 20 18:58:21.783303 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:58:21.789111 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 18:58:21.793010 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Usage tracker for resource:subnet and tenant:efdc1dfbbce543208cfc2d14fd000f8d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 18:58:21.795971 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 18:58:21.803998 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 18:58:21.816998 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Made reservation on behalf of efdc1dfbbce543208cfc2d14fd000f8d for: {'subnet': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 18:58:21.820517 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:22.205985 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.objects.ports [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79331) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 20 18:58:22.206476 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:22.211060 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:22.285073 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8856c8-d212-41d3-a1b2-31f7ca6e239c,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:22.289241 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:22.295513 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:58:22.296076 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Network hostable DHCP agents. Network: 0e1c4c81-75e1-407b-9de2-81ce46d2214f, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 18:58:22.325905 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 18:58:22.336367 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, 0e1c4c81-75e1-407b-9de2-81ce46d2214f) {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:58:22.340363 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:22.340983 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:22.345496 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aef26a-3ceb-4d7a-b3d0-9e8a224da0ee None None] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 18:58:22.367455 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5876818 Aug 20 18:58:22.585022 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82199299-3973-4b75-a133-c994b0165426 None None] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 18:58:24.017347 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:24.087462 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:58:24.092005 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:24.092368 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:24.210896 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:24.242029 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=730f7426-b0b3-4d32-b0bf-7e86cbe5e52a,segment=NetworkSegment(6389f2a4-aab4-4859-bcce-f740f647e68a),segment_id=6389f2a4-aab4-4859-bcce-f740f647e68a)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 18:58:24.245620 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:24.247616 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:24.311998 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=730f7426-b0b3-4d32-b0bf-7e86cbe5e52a,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:24.315194 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:24.585029 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 48516) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:24.825185 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-55de6aa1-e4b2-4c30-9106-3e0c262354a2 admin admin] 10.222.0.54 "GET /v2.0/routers/31170319-2c2e-4222-8ae5-a2549dee9f8e HTTP/1.1" status: 200 len: 710 time: 0.2390323 Aug 20 18:58:24.953371 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3707e5a7-d9d2-49f4-9392-b48a8aee5a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 18:58:24.954711 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-3707e5a7-d9d2-49f4-9392-b48a8aee5a2f admin admin] 10.222.0.54 "GET /v2.0/networks/0e1c4c81-75e1-407b-9de2-81ce46d2214f HTTP/1.1" status: 200 len: 886 time: 0.1245124 Aug 20 18:58:24.963342 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 18:58:25.398742 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:25.720826 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:25.775054 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:25.908064 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Allocated IP 172.27.3.83 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/2a53f1a5-fc78-45eb-8dc4-22bb996500bd) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 18:58:26.006562 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:26.075412 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:26.075996 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:26.105181 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:26.135798 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:26.140692 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:26.206049 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 18:58:26.209245 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 18:58:26.212808 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 18:58:26.269901 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Pushing event updated for resources: {'Port': ['ID=2a53f1a5-fc78-45eb-8dc4-22bb996500bd,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:26.280407 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:26.601495 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:26.932299 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:26.935593 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-67010988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-67010965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-67010145'] for router, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:27.112190 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Router 31170319-2c2e-4222-8ae5-a2549dee9f8e has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 18:58:27.285046 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 18:58:27.294460 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Sync routers for ids ['31170319-2c2e-4222-8ae5-a2549dee9f8e'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 18:58:27.294940 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:27.295723 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] 10.222.0.54 "PUT /v2.0/routers/31170319-2c2e-4222-8ae5-a2549dee9f8e HTTP/1.1" status: 200 len: 889 time: 2.3355975 Aug 20 18:58:27.305228 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Routers {'31170319-2c2e-4222-8ae5-a2549dee9f8e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:58:27.305879 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T18:58:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['31170319-2c2e-4222-8ae5-a2549dee9f8e'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:27.499741 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Set router 31170319-2c2e-4222-8ae5-a2549dee9f8e gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 18:58:27.836999 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'name': 'router1', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '2a53f1a5-fc78-45eb-8dc4-22bb996500bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:26Z', 'revision_number': 4, 'project_id': '1edd24ab775744c589db670bef80d660', 'gw_port': {'id': '2a53f1a5-fc78-45eb-8dc4-22bb996500bd', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:25Z', 'updated_at': '2021-08-20T18:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '730f7426-b0b3-4d32-b0bf-7e86cbe5e52a', 'name': '', 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'mac_address': 'fa:16:3e:15:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:17Z', 'updated_at': '2021-08-20T18:58:24Z', 'revision_number': 5, 'project_id': '1edd24ab775744c589db670bef80d660', 'subnets': [{'id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c938d1d-91bb-4207-81ce-a7d3f1678aec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:27.842134 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Checking router: 31170319-2c2e-4222-8ae5-a2549dee9f8e for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 18:58:27.842490 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Updating router 31170319-2c2e-4222-8ae5-a2549dee9f8e port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 18:58:27.893696 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:28.251522 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:28.262957 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Transition to ACTIVE for port object 2a53f1a5-fc78-45eb-8dc4-22bb996500bd will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 18:58:28.269585 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:28.274194 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:28.344327 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Attempting to bind port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 18:58:28.345023 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Attempting to bind port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 18:58:28.345132 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Attempting to bind port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 18:58:28.354377 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e834e-8a15-45c5-ba00-498593399fb6 None None] Pushing event updated for resources: {'Port': ['ID=2a53f1a5-fc78-45eb-8dc4-22bb996500bd,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:28.356819 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 18:58:28.357199 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 18:58:28.357601 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:28.357987 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 18:58:28.358456 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Bound port: 2a53f1a5-fc78-45eb-8dc4-22bb996500bd, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 18:58:28.358850 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:28.382058 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-9e3e834e-8a15-45c5-ba00-498593399fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:28.433561 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] For port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 18:58:28.436478 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] For port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=2a53f1a5-fc78-45eb-8dc4-22bb996500bd,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 18:58:28.440657 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:28.446693 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:28.523081 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e834e-8a15-45c5-ba00-498593399fb6 None None] Pushing event updated for resources: {'Port': ['ID=2a53f1a5-fc78-45eb-8dc4-22bb996500bd,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:28.525573 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Routers {'31170319-2c2e-4222-8ae5-a2549dee9f8e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 18:58:28.526175 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T18:58:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['31170319-2c2e-4222-8ae5-a2549dee9f8e'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:28.575403 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-9e3e834e-8a15-45c5-ba00-498593399fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:28.708780 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] Set router 31170319-2c2e-4222-8ae5-a2549dee9f8e gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 18:58:29.033149 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'name': 'router1', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '2a53f1a5-fc78-45eb-8dc4-22bb996500bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:26Z', 'revision_number': 4, 'project_id': '1edd24ab775744c589db670bef80d660', 'gw_port': {'id': '2a53f1a5-fc78-45eb-8dc4-22bb996500bd', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:25Z', 'updated_at': '2021-08-20T18:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '730f7426-b0b3-4d32-b0bf-7e86cbe5e52a', 'name': '', 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'mac_address': 'fa:16:3e:15:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:17Z', 'updated_at': '2021-08-20T18:58:24Z', 'revision_number': 5, 'project_id': '1edd24ab775744c589db670bef80d660', 'subnets': [{'id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c938d1d-91bb-4207-81ce-a7d3f1678aec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 18:58:29.037866 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c35b694-84eb-4703-add4-24dcb24ee5a3 None None] The sync data for ids ['31170319-2c2e-4222-8ae5-a2549dee9f8e'] in dv-cinder-805283-1-iscsi is: [{'id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'name': 'router1', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '2a53f1a5-fc78-45eb-8dc4-22bb996500bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T18:58:07Z', 'updated_at': '2021-08-20T18:58:26Z', 'revision_number': 4, 'project_id': '1edd24ab775744c589db670bef80d660', 'gw_port': {'id': '2a53f1a5-fc78-45eb-8dc4-22bb996500bd', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:25Z', 'updated_at': '2021-08-20T18:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '730f7426-b0b3-4d32-b0bf-7e86cbe5e52a', 'name': '', 'network_id': '3abcf559-0120-4827-9583-3bd5ad9efea8', 'tenant_id': '1edd24ab775744c589db670bef80d660', 'mac_address': 'fa:16:3e:15:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31170319-2c2e-4222-8ae5-a2549dee9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T18:58:17Z', 'updated_at': '2021-08-20T18:58:24Z', 'revision_number': 5, 'project_id': '1edd24ab775744c589db670bef80d660', 'subnets': [{'id': 'ec0a721c-3092-4be4-835b-e2cf2548c859', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c938d1d-91bb-4207-81ce-a7d3f1678aec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 18:58:29.641233 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 48526) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 18:58:29.764017 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-76c980d8-fba7-4833-b1ae-13cba3d1f3ef admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1216013 Aug 20 18:58:30.033675 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 2a53f1a5-fc78-45eb-8dc4-22bb996500bd up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:30.102924 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 18:58:30.108191 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:30.108640 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:30.227714 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:30.244677 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=2a53f1a5-fc78-45eb-8dc4-22bb996500bd,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 18:58:30.248875 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:30.250887 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 18:58:30.317548 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=2a53f1a5-fc78-45eb-8dc4-22bb996500bd,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 18:58:30.320754 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 18:58:31.636470 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 5 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 18:58:32.017908 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 2a53f1a5-fc78-45eb-8dc4-22bb996500bd up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 18:58:32.095739 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 2a53f1a5-fc78-45eb-8dc4-22bb996500bd triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 18:58:32.096112 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:41.440467 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4f82-087d-457d-b241-6463e3a9d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:41.829114 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:43.803024 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f395b06d-a995-4c80-9320-ed7c6a9f1e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:44.904001 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:58:46.557700 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:08.634960 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 5 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 18:59:11.445912 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8e84ba26-9f42-47c1-9df1-f04bfe51cc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:11.860212 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:13.796594 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-887f7efe-6180-4519-bdd3-ce1df365f1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:14.938240 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:16.561025 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:41.453037 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5fec7bcf-6633-43ab-b758-7e63acc25aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:41.839154 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:43.804442 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8561-9a73-46f8-8718-7cfc3a2514d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:44.912940 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 18:59:45.634907 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 5 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 18:59:46.571340 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:11.447216 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-d314e84c-41b0-4c72-a337-fadaff913d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:11.831947 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:13.796712 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-518a1795-4a83-4dc0-9972-e607332e0329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:14.913224 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:16.571380 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:22.633792 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 5 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:00:30.902311 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49096) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:31.017880 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.pecan_wsgi.hooks.translation [None req-45df0423-d5bf-4acf-af1c-e71c68a120c5 admin admin] GET failed (client error): The resource could not be found. Aug 20 19:00:31.019191 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-45df0423-d5bf-4acf-af1c-e71c68a120c5 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1159320 Aug 20 19:00:31.148396 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6018e233-7916-4c2d-bb8f-6e36f15d5f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:31.149861 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-6018e233-7916-4c2d-bb8f-6e36f15d5f98 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1267316 Aug 20 19:00:33.276390 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49106) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:33.385376 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c4810-793d-481b-903f-40cbd12edaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:33.385928 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-017c4810-793d-481b-903f-40cbd12edaef admin admin] Synchronizing usage tracker for tenant:efdc1dfbbce543208cfc2d14fd000f8d on resource:subnet {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:00:33.401830 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-017c4810-793d-481b-903f-40cbd12edaef admin admin] Unset dirty status for tenant:efdc1dfbbce543208cfc2d14fd000f8d on resource:subnet {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:00:33.403041 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-017c4810-793d-481b-903f-40cbd12edaef admin admin] 10.222.0.54 "GET /v2.0/subnets/ec0a721c-3092-4be4-835b-e2cf2548c859 HTTP/1.1" status: 200 len: 849 time: 0.1256895 Aug 20 19:00:33.413334 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:00:33.531502 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:33.723429 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734856428858'] for subnet, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:33.727165 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bbe5b602-9627-44c1-9733-fb72a53750e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:00:33.776337 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e764822a-df20-43a5-9143-d1a0c2938c30 None None] Network 3abcf559-0120-4827-9583-3bd5ad9efea8 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:00:33.778647 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:33.779250 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:33.792677 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] 10.222.0.54 "PUT /v2.0/subnets/ec0a721c-3092-4be4-835b-e2cf2548c859 HTTP/1.1" status: 200 len: 868 time: 0.3722265 Aug 20 19:00:33.799016 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0a721c-3092-4be4-835b-e2cf2548c859,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:00:33.807911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.808253 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.808612 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.808949 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.809271 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.809614 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.810080 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.810406 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.810724 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.811040 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.811353 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.811806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:00:33.816075 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:00:34.250686 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-e1c36b9f-28d5-4a74-a5b1-27017e8bc702 None None] Provisioning complete for port 730f7426-b0b3-4d32-b0bf-7e86cbe5e52a triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:00:34.251055 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e1c36b9f-28d5-4a74-a5b1-27017e8bc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:34.376803 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-e1c36b9f-28d5-4a74-a5b1-27017e8bc702 None None] Provisioning complete for port 45add832-b99d-4fa0-a24e-a27b791a3e1a triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:00:34.377069 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e1c36b9f-28d5-4a74-a5b1-27017e8bc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:35.895724 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49116) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:36.071821 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15bd45f-0be9-4727-a2e9-2f647ceca42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:36.072214 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15bd45f-0be9-4727-a2e9-2f647ceca42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:36.073761 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f15bd45f-0be9-4727-a2e9-2f647ceca42c admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1770887 Aug 20 19:00:38.174402 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49126) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:38.345302 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f2fae-9d24-4099-bcc5-294ff431a450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:38.345773 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f2fae-9d24-4099-bcc5-294ff431a450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:38.347270 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-e05f2fae-9d24-4099-bcc5-294ff431a450 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1719143 Aug 20 19:00:40.468669 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49136) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:40.639804 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea59b6-3ebc-4a34-9268-09ff62a857ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:40.641532 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-e3ea59b6-3ebc-4a34-9268-09ff62a857ab admin admin] 10.222.0.54 "GET /v2.0/networks/0e1c4c81-75e1-407b-9de2-81ce46d2214f HTTP/1.1" status: 200 len: 886 time: 0.1719060 Aug 20 19:00:41.449552 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-67b4c79d-8e63-4f6a-ba8e-0266069b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:41.842282 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:42.759620 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49146) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:42.931245 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586ce547-f7ed-43dc-b707-d3ae00054aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:42.932611 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-586ce547-f7ed-43dc-b707-d3ae00054aa1 admin admin] 10.222.0.54 "GET /v2.0/networks/3abcf559-0120-4827-9583-3bd5ad9efea8 HTTP/1.1" status: 200 len: 869 time: 0.1720502 Aug 20 19:00:43.798653 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9d04-464a-4e7d-bf9f-b15289768444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:44.916525 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:45.055750 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49156) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:45.165034 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe34e31-97da-419a-b071-095d2851c629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:45.165491 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe34e31-97da-419a-b071-095d2851c629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:45.168214 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-efe34e31-97da-419a-b071-095d2851c629 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1115201 Aug 20 19:00:46.582840 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:00:47.272480 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49166) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:47.379991 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758cb3f-554a-4c05-9797-57bdc6cc5c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:47.380446 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758cb3f-554a-4c05-9797-57bdc6cc5c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:47.381959 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8758cb3f-554a-4c05-9797-57bdc6cc5c0e admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084697 Aug 20 19:00:49.492110 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49176) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:49.591399 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cf8db2-1012-4771-9dce-bef3f8718b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:49.592730 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-51cf8db2-1012-4771-9dce-bef3f8718b3c admin admin] 10.222.0.54 "GET /v2.0/subnets/0b8856c8-d212-41d3-a1b2-31f7ca6e239c HTTP/1.1" status: 200 len: 816 time: 0.0996377 Aug 20 19:00:51.745254 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49186) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:00:51.851010 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a986b21-1cce-4e0c-9f93-d1112da5e235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:00:51.852338 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-1a986b21-1cce-4e0c-9f93-d1112da5e235 admin admin] 10.222.0.54 "GET /v2.0/subnets/ec0a721c-3092-4be4-835b-e2cf2548c859 HTTP/1.1" status: 200 len: 868 time: 0.1061609 Aug 20 19:00:59.632915 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 5 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:01:11.451207 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a98c308c-d981-4cb8-9a64-5c959fee6824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:11.845673 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:13.802854 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-48fd0dc1-130e-4bae-a9f3-fa62039c320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:14.896147 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49230) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:01:14.919217 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:14.945910 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [None req-c58940a9-f843-4d9d-a478-42e238fd5645 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:01:14.946893 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-c58940a9-f843-4d9d-a478-42e238fd5645 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497739 Aug 20 19:01:16.585292 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:17.166632 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49240) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:01:17.233204 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.pecan_wsgi.hooks.translation [None req-857a743c-627a-4fd0-84b1-51f06fffcee3 admin admin] GET failed (client error): The resource could not be found. Aug 20 19:01:17.234446 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-857a743c-627a-4fd0-84b1-51f06fffcee3 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0668917 Aug 20 19:01:17.358904 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bb8964-74a1-4004-a19d-81386e6f7f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:01:17.360258 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-67bb8964-74a1-4004-a19d-81386e6f7f51 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1215184 Aug 20 19:01:19.551818 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49250) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:01:19.598794 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:01:19.603242 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:01:19.613398 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:01:19.623162 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Made reservation on behalf of efdc1dfbbce543208cfc2d14fd000f8d for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:01:19.625437 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:19.713381 dv-cinder-805283-1-iscsi neutron-server[79332]: WARNING neutron.services.revisions.revision_plugin [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Could not find related network for resource to bump revision. Aug 20 19:01:19.726339 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:01:19.735328 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:19.735604 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Added segment d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f of type vlan for network e1214100-d198-4d38-8563-26579aaf471b Aug 20 19:01:19.761481 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:19.793961 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:19.795500 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:01:19.796065 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:19.800752 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:19.892237 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3393478 Aug 20 19:01:19.902157 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e1214100-d198-4d38-8563-26579aaf471b,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:19.909762 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.910102 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.910431 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.910810 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.911068 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.911401 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.911815 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.912168 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.912508 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.913009 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.913550 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.914057 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:19.917765 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:19.925304 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network e1214100-d198-4d38-8563-26579aaf471b details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:01:22.040134 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49260) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:01:22.106318 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8262ca0-86c2-4e20-a903-34882896f9ed admin admin] GET failed (client error): The resource could not be found. Aug 20 19:01:22.106830 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e8262ca0-86c2-4e20-a903-34882896f9ed admin admin] Synchronizing usage tracker for tenant:efdc1dfbbce543208cfc2d14fd000f8d on resource:network {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:01:22.122418 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e8262ca0-86c2-4e20-a903-34882896f9ed admin admin] Unset dirty status for tenant:efdc1dfbbce543208cfc2d14fd000f8d on resource:network {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:01:22.123677 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-e8262ca0-86c2-4e20-a903-34882896f9ed admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0824504 Aug 20 19:01:22.230003 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723eaf51-d72c-45fe-941b-6d8629de66fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:01:22.231420 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-723eaf51-d72c-45fe-941b-6d8629de66fd admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1039231 Aug 20 19:01:22.241903 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:01:22.246243 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:01:22.255632 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:01:22.264754 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Made reservation on behalf of efdc1dfbbce543208cfc2d14fd000f8d for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:01:22.266942 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:22.464414 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:22.468712 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:22.539601 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2852d1-3cf2-4db7-8be1-4e63019024c4,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:22.542876 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:22.548176 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Checking segment: {'id': 'd30353e3-50fe-4e60-8c9c-26d2ec9ecb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:01:22.548521 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Network hostable DHCP agents. Network: e1214100-d198-4d38-8563-26579aaf471b, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:01:22.566831 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Network e1214100-d198-4d38-8563-26579aaf471b is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:01:22.575266 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, e1214100-d198-4d38-8563-26579aaf471b) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:01:22.579176 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:01:22.579749 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:22.585223 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849b76c9-c4f4-4c74-900f-062c5c6d5495 None None] Network e1214100-d198-4d38-8563-26579aaf471b requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:01:22.604407 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3667049 Aug 20 19:01:22.812843 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-e1214100-d198-4d38-8563-26579aaf471b', 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b', 'tenant_id': 'efdc1dfbbce543208cfc2d14fd000f8d', 'fixed_ips': [{'subnet_id': '5d2852d1-3cf2-4db7-8be1-4e63019024c4'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:01:22.813692 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:22.971264 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Allocated IP 192.168.233.2 (e1214100-d198-4d38-8563-26579aaf471b/5d2852d1-3cf2-4db7-8be1-4e63019024c4/10fc1b0b-0f00-4d02-8978-f8f90571008b) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:01:23.200623 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:23.210832 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Transition to ACTIVE for port object 10fc1b0b-0f00-4d02-8978-f8f90571008b will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:01:23.230073 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Transition to ACTIVE for port object 10fc1b0b-0f00-4d02-8978-f8f90571008b will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:01:23.234967 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:23.239926 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-9e3e834e-8a15-45c5-ba00-498593399fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:23.302252 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Network e1214100-d198-4d38-8563-26579aaf471b is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:01:23.305483 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:01:23.309030 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:01:23.313315 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Pushing event updated for resources: {'Port': ['ID=10fc1b0b-0f00-4d02-8978-f8f90571008b,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:23.321448 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.321788 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.322129 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.322437 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.322750 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.323063 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.323371 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.323682 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.323989 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.324294 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.324619 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.324922 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:01:23.329369 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:23.411864 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Attempting to bind port 10fc1b0b-0f00-4d02-8978-f8f90571008b on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:01:23.412241 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Attempting to bind port 10fc1b0b-0f00-4d02-8978-f8f90571008b by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'd30353e3-50fe-4e60-8c9c-26d2ec9ecb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:01:23.412631 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Attempting to bind port 10fc1b0b-0f00-4d02-8978-f8f90571008b on network e1214100-d198-4d38-8563-26579aaf471b {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:01:23.417976 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:01:23.418348 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Checking segment: {'id': 'd30353e3-50fe-4e60-8c9c-26d2ec9ecb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:01:23.418802 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:23.419198 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Bound using segment: {'id': 'd30353e3-50fe-4e60-8c9c-26d2ec9ecb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:01:23.419668 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Bound port: 10fc1b0b-0f00-4d02-8978-f8f90571008b, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30353e3-50fe-4e60-8c9c-26d2ec9ecb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:01:23.420055 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:23.517966 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] For port 10fc1b0b-0f00-4d02-8978-f8f90571008b, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:01:23.522135 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] For port 10fc1b0b-0f00-4d02-8978-f8f90571008b, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=10fc1b0b-0f00-4d02-8978-f8f90571008b,segment=NetworkSegment(d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f),segment_id=d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:01:23.528644 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:23.532601 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:23.606499 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Pushing event updated for resources: {'Port': ['ID=10fc1b0b-0f00-4d02-8978-f8f90571008b,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:23.629779 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:24.126555 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 10fc1b0b-0f00-4d02-8978-f8f90571008b up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:01:24.198248 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 10fc1b0b-0f00-4d02-8978-f8f90571008b completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:01:24.514804 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab4528-a235-4c64-b8e1-06caacccb152 None None] Network e1214100-d198-4d38-8563-26579aaf471b requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:01:24.624181 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-79a1e9a6-d9c3-46c5-b81a-035e9bba6758 None None] Provisioning for port 10fc1b0b-0f00-4d02-8978-f8f90571008b completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:01:24.641253 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-79a1e9a6-d9c3-46c5-b81a-035e9bba6758 None None] Provisioning complete for port 10fc1b0b-0f00-4d02-8978-f8f90571008b triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:01:24.641618 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-79a1e9a6-d9c3-46c5-b81a-035e9bba6758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:24.854272 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-79a1e9a6-d9c3-46c5-b81a-035e9bba6758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:24.897209 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-79a1e9a6-d9c3-46c5-b81a-035e9bba6758 None None] For port 10fc1b0b-0f00-4d02-8978-f8f90571008b, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=10fc1b0b-0f00-4d02-8978-f8f90571008b,segment=NetworkSegment(d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f),segment_id=d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:01:24.904272 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-79a1e9a6-d9c3-46c5-b81a-035e9bba6758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:24.906436 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:01:24.978963 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1e9a6-d9c3-46c5-b81a-035e9bba6758 None None] Pushing event updated for resources: {'Port': ['ID=10fc1b0b-0f00-4d02-8978-f8f90571008b,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:01:24.982411 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-79a1e9a6-d9c3-46c5-b81a-035e9bba6758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:01:25.124932 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-ad4364e9-e5d4-4f89-8c58-ce40e90a139d None None] Provisioning complete for port 10fc1b0b-0f00-4d02-8978-f8f90571008b triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:01:25.125296 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ad4364e9-e5d4-4f89-8c58-ce40e90a139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:26.098443 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 10fc1b0b-0f00-4d02-8978-f8f90571008b up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:01:26.167041 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 10fc1b0b-0f00-4d02-8978-f8f90571008b triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:01:26.167413 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:36.633087 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 5 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:01:41.455711 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7a8aa96e-b628-483c-a1c5-977c38e16ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:41.839779 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:43.806256 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ed001937-5781-4fb6-9ee7-7e5404138bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:44.922849 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:01:46.590477 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:11.459057 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-57e7bde0-ff35-4bfb-9e37-13dba3ce372e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:11.842118 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:13.633499 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 5 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:02:13.816904 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8fcf30c5-650e-41cf-bc32-0655eec3f2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:14.928593 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:16.593494 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:30.753348 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49312) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:02:30.759203 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [None req-6c964a30-fffa-406f-867d-214376c821b9 tempest-verify_tempest_config-1601566366 tempest-verify_tempest_config-1601566366-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:02:30.760153 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-6c964a30-fffa-406f-867d-214376c821b9 tempest-verify_tempest_config-1601566366 tempest-verify_tempest_config-1601566366-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058687 Aug 20 19:02:31.061908 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49330) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:02:31.175792 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:31.190530 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:02:31.194284 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Usage tracker for resource:security_group_rule and tenant:b4bf4840e0fc4acc80cbdfd6972d4fda is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:02:31.197039 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:02:31.202709 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:02:31.288074 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:31.291511 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:31.300491 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:02:31.338312 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Synchronizing usage tracker for tenant:efdc1dfbbce543208cfc2d14fd000f8d on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:02:31.341508 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7588952f-56c8-4e2f-918c-9b68985cd571,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:02:31.352190 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.352568 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.352907 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.353237 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.353567 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.353887 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.354206 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.354523 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.354853 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.355172 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.355484 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.355791 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.359554 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:02:31.367803 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Unset dirty status for tenant:efdc1dfbbce543208cfc2d14fd000f8d on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:02:31.369503 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b4bf4840e0fc4acc80cbdfd6972d4fda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3064554 Aug 20 19:02:31.372161 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49336) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:02:31.428965 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:31.453728 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:31.544389 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:31.548359 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:02:31.559516 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7588952f-56c8-4e2f-918c-9b68985cd571,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:02:31.570146 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.570495 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.570828 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.571150 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.571470 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.571803 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.572122 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.572435 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.572778 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.573087 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.573489 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.573706 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:02:31.577085 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:31.578329 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7588952f-56c8-4e2f-918c-9b68985cd571 HTTP/1.1" status: 204 len: 168 time: 0.2051001 Aug 20 19:02:31.579128 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:02:41.462889 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-dd08c15a-4170-4ead-b21f-7692321c116e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:41.843839 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:43.810841 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-52571c0a-4892-49dc-90a0-57a90c9446b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:44.932863 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:46.600926 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:02:50.632211 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 5 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:03:11.465193 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-0576b543-5097-4331-9fe0-12d9c8a4705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:11.859022 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:13.815573 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8560e327-9b9c-48d8-9103-171205657447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:14.935907 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:16.598014 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:27.631876 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 5 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:03:41.467675 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfa11-0198-4a90-9cb9-8a66eb95c2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:41.850029 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:43.818007 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-9111f9ed-d499-4814-946b-8b62a447613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:44.935307 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:46.600495 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:03:59.884410 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67016534'] for agent, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:04.631189 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:04:11.470719 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-93da8f2d-fcf0-4655-ab72-8d2a3939c7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:11.851405 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:13.821274 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-286bbe7b-e2a1-4cee-8c73-8f35c690dbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:14.940893 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:15.088322 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49408) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:04:15.200380 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-c9472fa5-60aa-4446-8118-f6df7d995bbb admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1110232 Aug 20 19:04:16.603997 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:17.336313 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49418) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:04:17.390327 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-796c4d6a-e5e3-4bfc-b52d-4c22300a5f06 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528841 Aug 20 19:04:29.884808 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:41.472151 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f864787d-88fe-407a-941f-da8009bb3929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:41.630767 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:04:41.853679 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:43.824185 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7a395b55-5231-4b6e-ada6-94fe4f94c998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:44.942261 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:46.607314 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:04:59.884767 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:11.476393 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7516-e786-418d-ab92-90e5fd28d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:11.882951 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:13.845127 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c2d592f5-9ab9-4b6c-ac08-fec743390818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:14.945623 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:16.611229 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:18.631635 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:05:29.897644 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:41.473637 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-db4cf7ce-f8e2-4294-9971-d34f4eb423f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:41.868478 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:43.836230 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-effb9b4d-72f4-438d-95d3-9adad6f5e327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:44.948838 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:46.613550 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:05:55.630853 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:05:59.912486 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:09.511339 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49564) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:09.898393 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1660175533-network', 'tenant_id': '7dbda7eb5ba7482f912b7d5a8d7540d2'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:09.906109 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:09.913885 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Usage tracker for resource:network and tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:09.919221 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:09.929558 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:09.950796 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Made reservation on behalf of 7dbda7eb5ba7482f912b7d5a8d7540d2 for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:09.954516 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:09.978421 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:10.004949 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:10.009615 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Usage tracker for resource:security_group_rule and tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:10.012744 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:10.023327 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:10.124161 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:10.130586 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:10.136478 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:10.171808 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942ff0bc-81eb-483a-b955-8747dec4467a,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:10.182430 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.183124 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.183602 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.184087 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.184573 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.185079 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.185555 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.186103 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.186598 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.187245 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.187708 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.188168 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Tracked resource versions report: Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: pushed versions: Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: { 'AddressGroup': {'1.2'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'ConntrackHelper': {'1.0'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Log': {'1.0'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Network': {'1.1'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Port': {'1.7'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'PortForwarding': {'1.2'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'QosPolicy': {'1.8'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SecurityGroup': {'1.4'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SecurityGroupRule': {'1.2'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SubPort': {'1.0'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Subnet': {'1.1'}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Trunk': {'1.1'}} Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: consumer versions: Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: { DHCP agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: HyperV agent@hv-cinder-80528: {}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: L3 agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: Metadata agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: Metering agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: Open vSwitch agent@dv-cinder-805283-1-iscsi: { 'AddressGroup': '1.2', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'ConntrackHelper': '1.0', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Log': '1.0', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Network': '1.1', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Port': '1.7', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'PortForwarding': '1.2', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'QosPolicy': '1.8', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SecurityGroup': '1.4', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SecurityGroupRule': '1.2', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'SubPort': '1.0', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Subnet': '1.1', Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: 'Trunk': '1.1'}} Aug 20 19:06:10.189555 dv-cinder-805283-1-iscsi neutron-server[79331]: {{(pid=79331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 19:06:10.199781 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:10.204183 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=79331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:10.215891 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:10.216238 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Added segment 247b2af3-f0aa-42cd-baa9-aded6999e66c of type vlan for network 993dfbf0-02d1-4d3b-b0e3-a13cee745b15 Aug 20 19:06:10.320266 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:10.335939 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49614) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:10.376942 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:10.378947 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:10.379529 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:10.387560 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:10.501340 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Pushing event updated for resources: {'Network': ['ID=993dfbf0-02d1-4d3b-b0e3-a13cee745b15,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:10.504569 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:10.513683 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49624) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:10.515763 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network 993dfbf0-02d1-4d3b-b0e3-a13cee745b15 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:10.522879 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Request body: {'subnet': {'network_id': '993dfbf0-02d1-4d3b-b0e3-a13cee745b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1660175533-subnet', 'tenant_id': '7dbda7eb5ba7482f912b7d5a8d7540d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:10.524719 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0119932 Aug 20 19:06:10.545948 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:10.545948 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Usage tracker for resource:subnet and tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:10.552133 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:10.568001 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:10.582984 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Made reservation on behalf of 7dbda7eb5ba7482f912b7d5a8d7540d2 for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:10.587504 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:10.881661 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:10.887560 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7e919ead-d9aa-4718-afee-39cc60eef4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:10.912103 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49636) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:10.943669 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3082325-fc82-4306-891e-e2c614ca38db,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:10.953334 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.953658 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.953997 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.954326 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.954652 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.954991 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.955312 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.955627 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.955989 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.956273 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.956605 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.957171 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Tracked resource versions report: Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: pushed versions: Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: { 'AddressGroup': {'1.2'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'ConntrackHelper': {'1.0'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Log': {'1.0'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Network': {'1.1'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Port': {'1.7'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'PortForwarding': {'1.2'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'QosPolicy': {'1.8'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SecurityGroup': {'1.4'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SecurityGroupRule': {'1.2'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SubPort': {'1.0'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Subnet': {'1.1'}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Trunk': {'1.1'}} Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: consumer versions: Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: { DHCP agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: HyperV agent@hv-cinder-80528: {}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: L3 agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: Metadata agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: Metering agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: Open vSwitch agent@dv-cinder-805283-1-iscsi: { 'AddressGroup': '1.2', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'ConntrackHelper': '1.0', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Log': '1.0', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Network': '1.1', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Port': '1.7', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'PortForwarding': '1.2', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'QosPolicy': '1.8', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SecurityGroup': '1.4', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SecurityGroupRule': '1.2', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'SubPort': '1.0', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Subnet': '1.1', Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: 'Trunk': '1.1'}} Aug 20 19:06:10.958006 dv-cinder-805283-1-iscsi neutron-server[79332]: {{(pid=79332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 19:06:10.963695 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:10.991280 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Checking segment: {'id': '247b2af3-f0aa-42cd-baa9-aded6999e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '993dfbf0-02d1-4d3b-b0e3-a13cee745b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:10.991554 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Network hostable DHCP agents. Network: 993dfbf0-02d1-4d3b-b0e3-a13cee745b15, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:10.997359 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-network', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:11.006068 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:11.012413 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Usage tracker for resource:network and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:11.014301 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Network 993dfbf0-02d1-4d3b-b0e3-a13cee745b15 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:11.017341 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:11.025166 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:11.031169 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, 993dfbf0-02d1-4d3b-b0e3-a13cee745b15) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:11.036267 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:11.037776 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.038665 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Made reservation on behalf of 7d2d260d341649cfa820d84b89ec798d for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:11.041358 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cfd77e-1a15-42b9-a29a-a27abce7db23 None None] Network 993dfbf0-02d1-4d3b-b0e3-a13cee745b15 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:11.041525 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.056110 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.069397 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5533898 Aug 20 19:06:11.086165 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:11.090317 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:11.093883 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:11.097427 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49646) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:11.101395 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:11.207541 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.213173 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.221076 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:11.258461 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb44b74-5c28-489d-9c97-89c3d0b1dc42,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:11.277144 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:11.283978 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=79331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:11.293903 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.294292 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Added segment 028e4b38-065d-47cb-951c-de4fe864a35d of type vlan for network 3783be21-67f8-4795-bc60-02f09355dd1f Aug 20 19:06:11.330928 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215895e-05f5-4b11-a40a-3cb92b2060e1 None None] Network 993dfbf0-02d1-4d3b-b0e3-a13cee745b15 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:11.332076 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.371263 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49662) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:11.371407 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.373927 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:11.374871 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.381103 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:11.453354 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1521348340-network', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:11.459613 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:11.469802 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Usage tracker for resource:network and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:11.475706 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:11.490536 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:11.503166 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-346801908-network', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:11.508652 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2c1db855-1bb9-4581-9fc0-f6d01aa0c27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.513072 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Made reservation on behalf of 819eec1b00bd496f9821b964cc64a0ed for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:11.516391 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.518096 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Pushing event updated for resources: {'Network': ['ID=3783be21-67f8-4795-bc60-02f09355dd1f,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:11.522377 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:11.527012 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:11.533575 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Usage tracker for resource:network and tenant:f7f0740783aa45a1b0597fc012a74ccf is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:11.536913 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:11.543898 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:11.567275 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Made reservation on behalf of f7f0740783aa45a1b0597fc012a74ccf for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:11.567833 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.569863 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.573167 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network 3783be21-67f8-4795-bc60-02f09355dd1f details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:11.589326 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.608412 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:11.613052 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Usage tracker for resource:security_group_rule and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:11.616575 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:11.618886 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:11.624050 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:11.629239 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Usage tracker for resource:security_group_rule and tenant:f7f0740783aa45a1b0597fc012a74ccf is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:11.635225 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:11.653909 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:11.753707 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.762162 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.783903 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:11.785043 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.787712 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4506934 Aug 20 19:06:11.790794 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49678) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:11.798420 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.798975 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Added segment e1f67de3-69da-4493-91fa-a802b9e84add of type vlan for network e18c5f98-d175-4e61-b39f-58c9e4a32582 Aug 20 19:06:11.799433 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Request body: {'subnet': {'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-subnet', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:11.806758 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:11.812896 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Usage tracker for resource:subnet and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:11.816765 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:11.824003 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:11.835895 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.836166 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.840347 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-dd3ffee5-edad-43bb-8619-1bd9a7889e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:11.861595 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.869162 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-027f8c22-1d49-4f52-a8af-cf9e06236565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:11.886126 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Made reservation on behalf of 7d2d260d341649cfa820d84b89ec798d for: {'subnet': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:11.891091 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Notify callbacks [] for subnet, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.896420 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.901149 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:11.901957 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:11.916584 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ff96f9-8f14-4626-a557-c34c79930eeb,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:11.924084 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:11.925285 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-33cf370d-8e64-4242-aa03-760762c569b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:11.938563 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2726792b-c00f-4ca8-b832-5d49f4b726c7,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:11.960945 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:11.962107 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=79331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:12.022041 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9225473 Aug 20 19:06:12.033022 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49684) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:12.033484 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1939139051-network', 'tenant_id': '4b835d96a2864030873004365647716c'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:12.039396 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:12.040949 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Request body: {'subnet': {'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1521348340-subnet', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:12.046021 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Usage tracker for resource:network and tenant:4b835d96a2864030873004365647716c is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:12.050462 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:12.060489 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e18c5f98-d175-4e61-b39f-58c9e4a32582,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:12.063814 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:12.064870 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.065126 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Added segment 806ff58d-3039-47c1-bc79-5aa9903dd558 of type vlan for network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 Aug 20 19:06:12.066256 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:12.078710 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:12.082724 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Made reservation on behalf of 4b835d96a2864030873004365647716c for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:12.087907 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.099219 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:12.109932 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.132844 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:12.135553 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Usage tracker for resource:subnet and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:12.139369 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:4b835d96a2864030873004365647716c is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:12.143591 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:12.144013 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:12.152045 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:12.196211 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:12.200356 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.288884 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Made reservation on behalf of 819eec1b00bd496f9821b964cc64a0ed for: {'subnet': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:12.291085 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.291350 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.297479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.305691 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:12.361846 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:06:12.376309 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeefa410-713d-4180-a300-493a81e32475,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:12.377702 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.382151 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:12.391450 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.392914 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Added segment 04de85bd-4e4f-49cd-92f1-cc9f03c46a1c of type vlan for network ba8295ce-354a-4324-b02d-33607bd6c33d Aug 20 19:06:12.394147 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:12.394264 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.441677 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.456818 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-edefec80-e320-4605-aff6-429a8a70c9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:12.487384 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.489387 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:12.490263 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.518630 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-798ea57f-5cdf-4229-b971-8a7aa65468b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:12.571001 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1985884 Aug 20 19:06:12.574619 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49710) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:12.586150 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Request body: {'subnet': {'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1939139051-subnet', 'tenant_id': '4b835d96a2864030873004365647716c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:12.592442 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:12.598410 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Usage tracker for resource:subnet and tenant:4b835d96a2864030873004365647716c is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:12.602556 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:12.611466 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:12.687419 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Made reservation on behalf of 4b835d96a2864030873004365647716c for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:12.690275 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.814080 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8989196 Aug 20 19:06:12.815533 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49722) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:12.899653 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8295ce-354a-4324-b02d-33607bd6c33d,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:12.904910 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:12.913099 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network ba8295ce-354a-4324-b02d-33607bd6c33d details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:12.919659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.929189 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Request body: {'subnet': {'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-subnet', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:12.947153 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Pushing event updated for resources: {'Network': ['ID=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:12.951838 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:12.961029 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:12.961603 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:12.971655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:06:12.985199 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:12.989817 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-77308c7e-20b3-4bb7-af96-f29891a7fd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:13.023395 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Usage tracker for resource:subnet and tenant:f7f0740783aa45a1b0597fc012a74ccf is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:13.026393 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a723624b-dd92-43aa-bb45-d5647d037c97,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:13.061917 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:13.081953 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:13.103372 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:13.116930 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Checking segment: {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:13.117239 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Network hostable DHCP agents. Network: 3783be21-67f8-4795-bc60-02f09355dd1f, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:13.166041 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f14726b-06d9-4d92-9138-8fd40a45b4b6,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:13.175484 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:13.195041 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Made reservation on behalf of f7f0740783aa45a1b0597fc012a74ccf for: {'subnet': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:13.200850 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.202689 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Checking segment: {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:13.210948 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Network hostable DHCP agents. Network: ba8295ce-354a-4324-b02d-33607bd6c33d, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:13.252164 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Network 3783be21-67f8-4795-bc60-02f09355dd1f is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:13.263989 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Network ba8295ce-354a-4324-b02d-33607bd6c33d is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:13.308752 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, ba8295ce-354a-4324-b02d-33607bd6c33d) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:13.314975 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:13.315189 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, 3783be21-67f8-4795-bc60-02f09355dd1f) {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:13.315301 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.330465 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64c064-d5d5-44b2-becd-47e7cbd37a73 None None] Network ba8295ce-354a-4324-b02d-33607bd6c33d requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:13.364964 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7891293 Aug 20 19:06:13.366674 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c83b7-a3c1-4716-b7ff-3ba22566a32d None None] Network 3783be21-67f8-4795-bc60-02f09355dd1f requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:13.409154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:13.409806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.437618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.457701 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:13.530466 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f8276ee6-9f44-464f-84fa-092f6c931bce admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7348464 Aug 20 19:06:13.530730 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49748) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:13.536689 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:13.547773 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:13.562696 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Usage tracker for resource:router and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:13.575475 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:13.597521 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:13.602665 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b12a806-6086-4404-b244-23080914cbb0,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:13.611675 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:13.614100 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Checking segment: {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:13.614454 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Network hostable DHCP agents. Network: e18c5f98-d175-4e61-b39f-58c9e4a32582, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:13.637690 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.639430 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.697540 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.921197 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.924436 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-740f8f00-ec91-46c4-9904-867fda6fe56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:13.957446 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:14.046666 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:14.082662 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d235fd32-8ed5-4814-8546-c2825ad8b0cb None None] Network ba8295ce-354a-4324-b02d-33607bd6c33d requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:14.088588 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, e18c5f98-d175-4e61-b39f-58c9e4a32582) {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:14.120538 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357cccde-9afc-4b9b-8c50-e1a032781e00 None None] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:14.134209 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:14.134821 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.199774 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-43ad199c-a19f-48f0-8a65-4426b65bf005 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1626575 Aug 20 19:06:14.210396 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49796) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:14.221057 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503363ed-20b6-413e-bb76-089ab59f7feb,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:14.225609 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:14.244336 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:14.255020 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:14.260813 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Checking segment: {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:14.261165 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Network hostable DHCP agents. Network: ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:06:14.269115 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Usage tracker for resource:router and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:14.272422 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:14.283678 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:14.301433 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:06:14.313302 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.316348 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.333425 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49808) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:14.347552 dv-cinder-805283-1-iscsi neutron-server[79331]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 19:06:14.357942 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65) {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:14.375834 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:14.376424 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.476618 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b79e7-f2b1-4523-b05a-fc578335680f None None] Network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:14.484958 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.537386 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-e18c5f98-d175-4e61-b39f-58c9e4a32582', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:06:14.538390 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.548828 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:14.676618 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49822) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:14.979937 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-e39a1797-779f-49f6-b785-0b06f91c63bd tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:14.980664 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-e39a1797-779f-49f6-b785-0b06f91c63bd tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Synchronizing usage tracker for tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 on resource:network {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:15.023842 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-bcee4b01-9aa0-46d1-9aec-708234fe4684 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1019297 Aug 20 19:06:15.035665 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49834) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:15.066932 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:15.078240 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-e39a1797-779f-49f6-b785-0b06f91c63bd tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Unset dirty status for tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 on resource:network {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:15.079984 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-e39a1797-779f-49f6-b785-0b06f91c63bd tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/networks?id=993dfbf0-02d1-4d3b-b0e3-a13cee745b15 HTTP/1.1" status: 200 len: 812 time: 0.7386758 Aug 20 19:06:15.081333 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:15.087821 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Usage tracker for resource:router and tenant:f7f0740783aa45a1b0597fc012a74ccf is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:15.094154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:15.110475 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 49842) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:15.149924 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Allocated IP 172.20.0.2 (e18c5f98-d175-4e61-b39f-58c9e4a32582/0b12a806-6086-4404-b244-23080914cbb0/c95cf64e-8c5d-4767-b7af-636817a074b8) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:15.188106 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:15.200998 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.207635 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-5347f7f3-c6be-4bea-ad69-d078eb2923bf tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/quotas/7dbda7eb5ba7482f912b7d5a8d7540d2 HTTP/1.1" status: 200 len: 375 time: 0.1156800 Aug 20 19:06:15.242337 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:15.252980 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:eb341f17da784ac6a92ffe3b8589ba57 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:15.257129 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.309094 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:15.322634 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:15.325154 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.378301 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.379604 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.385845 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-587ef2a0-4fc4-4c5b-b2a0-ca9266917835 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7dbda7eb5ba7482f912b7d5a8d7540d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1646044 Aug 20 19:06:15.548114 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Allocated IP 172.27.3.150 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/b82bf485-1034-47b7-9aed-c00df88aa64d) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:15.586530 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.590731 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49864) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:15.609941 dv-cinder-805283-1-iscsi neutron-server[79332]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 19:06:15.614878 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.628899 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.642264 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:15.664625 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Usage tracker for resource:security_group_rule and tenant:688f8ffe3f5249869005cc96357597c1 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:15.672825 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:15.684907 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:15.713104 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-725636a3-671d-4487-b701-1c44321b4a05 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:06:15.714180 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-725636a3-671d-4487-b701-1c44321b4a05 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1304095 Aug 20 19:06:15.745813 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-3783be21-67f8-4795-bc60-02f09355dd1f', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:06:15.746657 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.755659 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e88dd8-95e5-421c-9906-e0c9c3aaa948 None None] Network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:15.897596 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.902732 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:15.983822 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Transition to ACTIVE for port object c95cf64e-8c5d-4767-b7af-636817a074b8 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:16.001032 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.004575 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.017472 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-1bfc36ab-78ac-4d4d-9586-2d261bbc695f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:16.018169 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-1bfc36ab-78ac-4d4d-9586-2d261bbc695f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:network {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:16.024510 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.042431 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:16.129174 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Transition to ACTIVE for port object c95cf64e-8c5d-4767-b7af-636817a074b8 will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:16.133277 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb341f17da784ac6a92ffe3b8589ba57&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4504938 Aug 20 19:06:16.141371 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49876) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:16.168922 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f1c62f-d40f-4784-992e-f05241e6ad92,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:16.173492 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:16.174914 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.194949 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:16.205726 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.219725 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:16.295651 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:16.306099 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:16.308425 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.310229 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:16.320967 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:16.329771 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Allocated IP 172.20.0.2 (3783be21-67f8-4795-bc60-02f09355dd1f/a723624b-dd92-43aa-bb45-d5647d037c97/0f61ada5-b799-4daa-8604-fdceceba4a37) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:16.332100 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:16.348721 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Pushing event updated for resources: {'Port': ['ID=c95cf64e-8c5d-4767-b7af-636817a074b8,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:16.352985 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:16.382587 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d71b38-58f8-4fe6-b8e7-b622b2866413 service neutron] 10.222.0.54 "GET /v2.0/networks/993dfbf0-02d1-4d3b-b0e3-a13cee745b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834639 Aug 20 19:06:16.394539 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.394875 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.395407 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.395895 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.396382 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.396965 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.397454 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.397922 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.398425 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.398907 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.399370 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.399829 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Tracked resource versions report: Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: pushed versions: Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: { 'AddressGroup': {'1.2'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'ConntrackHelper': {'1.0'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Log': {'1.0'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Network': {'1.1'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Port': {'1.7'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'PortForwarding': {'1.2'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'QosPolicy': {'1.8'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SecurityGroup': {'1.4'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SecurityGroupRule': {'1.2'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SubPort': {'1.0'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Subnet': {'1.1'}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Trunk': {'1.1'}} Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: consumer versions: Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: { DHCP agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: HyperV agent@hv-cinder-80528: {}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: L3 agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: Metadata agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: Metering agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: Open vSwitch agent@dv-cinder-805283-1-iscsi: { 'AddressGroup': '1.2', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'ConntrackHelper': '1.0', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Log': '1.0', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Network': '1.1', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Port': '1.7', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'PortForwarding': '1.2', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'QosPolicy': '1.8', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SecurityGroup': '1.4', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SecurityGroupRule': '1.2', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'SubPort': '1.0', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Subnet': '1.1', Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: 'Trunk': '1.1'}} Aug 20 19:06:16.401152 dv-cinder-805283-1-iscsi neutron-server[79333]: {{(pid=79333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 19:06:16.403428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c9fe0ae9-f815-411f-80dd-72dac35b34c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.429066 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Pushing event updated for resources: {'Port': ['ID=b82bf485-1034-47b7-9aed-c00df88aa64d,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:16.431971 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:16.470412 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.537615 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:16.561016 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c9fe0ae9-f815-411f-80dd-72dac35b34c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.568084 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-1bfc36ab-78ac-4d4d-9586-2d261bbc695f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:network {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:16.569306 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-1bfc36ab-78ac-4d4d-9586-2d261bbc695f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 815 time: 0.9772847 Aug 20 19:06:16.588237 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Attempting to bind port c95cf64e-8c5d-4767-b7af-636817a074b8 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:16.588624 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Attempting to bind port c95cf64e-8c5d-4767-b7af-636817a074b8 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:16.589170 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Attempting to bind port c95cf64e-8c5d-4767-b7af-636817a074b8 on network e18c5f98-d175-4e61-b39f-58c9e4a32582 {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:16.604303 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:16.604706 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Checking segment: {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:16.605189 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.605481 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Bound using segment: {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:16.606145 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Bound port: c95cf64e-8c5d-4767-b7af-636817a074b8, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:16.606711 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.618339 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.635097 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-79d4dca0-8c90-48b7-97ac-db4bad16ea97 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/quotas/4b835d96a2864030873004365647716c HTTP/1.1" status: 200 len: 375 time: 0.0482478 Aug 20 19:06:16.641207 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:16.737352 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77793090-ce89-49b4-8728-59f6a7c366a2,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:16.769710 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:16.771424 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-6d0308ae-3816-4aac-be5a-5f4a69ba5f5f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815172 Aug 20 19:06:16.782415 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.805739 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.811147 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Transition to ACTIVE for port object 0f61ada5-b799-4daa-8604-fdceceba4a37 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:16.838209 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Transition to ACTIVE for port object 0f61ada5-b799-4daa-8604-fdceceba4a37 will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:16.853346 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.862575 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c9fe0ae9-f815-411f-80dd-72dac35b34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.875639 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:16.881171 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:16.901841 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe0ae9-f815-411f-80dd-72dac35b34c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f1c62f-d40f-4784-992e-f05241e6ad92,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:16.907973 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c9fe0ae9-f815-411f-80dd-72dac35b34c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:16.914539 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=688f8ffe3f5249869005cc96357597c1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7303576 Aug 20 19:06:16.918455 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49888) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:16.922158 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:16.936399 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-0db1118b-9bdd-4d53-8cce-f7882d23fa5b service neutron] 10.222.0.54 "GET /v2.0/networks/993dfbf0-02d1-4d3b-b0e3-a13cee745b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527885 Aug 20 19:06:17.050957 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Network 3783be21-67f8-4795-bc60-02f09355dd1f is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:17.058121 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:17.062060 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:17.074217 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] For port c95cf64e-8c5d-4767-b7af-636817a074b8, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:17.087250 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.107752 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c9fe0ae9-f815-411f-80dd-72dac35b34c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.108931 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-c9fe0ae9-f815-411f-80dd-72dac35b34c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49f1c62f-d40f-4784-992e-f05241e6ad92 HTTP/1.1" status: 204 len: 168 time: 0.9663506 Aug 20 19:06:17.129433 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.158703 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Pushing event updated for resources: {'Port': ['ID=0f61ada5-b799-4daa-8604-fdceceba4a37,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:17.170253 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:17.179904 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] For port c95cf64e-8c5d-4767-b7af-636817a074b8, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=c95cf64e-8c5d-4767-b7af-636817a074b8,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:17.267320 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.280378 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:17.282652 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-42659fb6-fdf6-46a2-bcc3-8e626ec8d870 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:06:17.290382 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-42659fb6-fdf6-46a2-bcc3-8e626ec8d870 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3179080 Aug 20 19:06:17.365220 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Attempting to bind port 0f61ada5-b799-4daa-8604-fdceceba4a37 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:17.365731 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Attempting to bind port 0f61ada5-b799-4daa-8604-fdceceba4a37 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:17.366258 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Attempting to bind port 0f61ada5-b799-4daa-8604-fdceceba4a37 on network 3783be21-67f8-4795-bc60-02f09355dd1f {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:17.378210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c93a01c4-d1fa-4096-b63b-88943542daf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.397341 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:17.397821 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Checking segment: {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:17.398225 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.398719 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Bound using segment: {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:17.399279 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Bound port: 0f61ada5-b799-4daa-8604-fdceceba4a37, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:17.399680 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.489067 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Pushing event updated for resources: {'Port': ['ID=c95cf64e-8c5d-4767-b7af-636817a074b8,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:17.493568 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:17.585335 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] For port 0f61ada5-b799-4daa-8604-fdceceba4a37, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:17.607920 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] For port 0f61ada5-b799-4daa-8604-fdceceba4a37, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=0f61ada5-b799-4daa-8604-fdceceba4a37,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:17.617720 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.643572 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Allocated IP 172.27.3.208 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/44391930-fc73-46e8-81a2-1933dfdf8682) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:17.650722 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.653944 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-0180edc2-64dc-4ebe-97c8-eeb82ac6b115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:17.690673 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:17.862526 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Pushing event updated for resources: {'Port': ['ID=0f61ada5-b799-4daa-8604-fdceceba4a37,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:17.867087 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:18.037438 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c93a01c4-d1fa-4096-b63b-88943542daf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.089428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49920) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:18.147126 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9eee6044-d09a-4b78-8015-b745a14b8beb req-6ee74414-51d6-4182-a798-73159e1a8de5 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.1227248 Aug 20 19:06:18.155532 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.159018 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-b7d33181-76f0-4009-bf5f-73eccf3ef506 service neutron] 10.222.0.54 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676963 Aug 20 19:06:18.168654 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.376378 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:18.403316 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Usage tracker for resource:security_group_rule and tenant:53f2e61d74b8440090398105c44384bc is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:18.407244 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.475901 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:18.483995 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.492811 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:18.517678 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device c95cf64e-8c5d-4767-b7af-636817a074b8 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:18.618470 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8bb49a14-269c-4688-ad2a-fed437737a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:18.644913 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c93a01c4-d1fa-4096-b63b-88943542daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.652889 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port c95cf64e-8c5d-4767-b7af-636817a074b8 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:18.662820 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 0f61ada5-b799-4daa-8604-fdceceba4a37 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:18.673223 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c9fe0ae9-f815-411f-80dd-72dac35b34c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:18.692147 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-97228ae8-1312-4c8d-9eca-19ad2a7954ae service neutron] 10.222.0.54 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106716 Aug 20 19:06:18.718633 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a01c4-d1fa-4096-b63b-88943542daf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77793090-ce89-49b4-8728-59f6a7c366a2,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:18.739680 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c93a01c4-d1fa-4096-b63b-88943542daf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:18.830243 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c93a01c4-d1fa-4096-b63b-88943542daf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:18.833812 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-c93a01c4-d1fa-4096-b63b-88943542daf1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77793090-ce89-49b4-8728-59f6a7c366a2 HTTP/1.1" status: 204 len: 168 time: 1.9120357 Aug 20 19:06:18.933142 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Allocated IP 172.27.3.170 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/48eb43a3-52e8-4aa9-a84c-2921dffb3f59) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:19.011671 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.015324 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Router 14e989f8-b1c2-4528-85d8-fade3f2da6ae is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:06:19.027054 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.068470 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:19.102609 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:19.108122 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:19.162809 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 0f61ada5-b799-4daa-8604-fdceceba4a37 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:19.274603 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:19.275067 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=53f2e61d74b8440090398105c44384bc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1824763 Aug 20 19:06:19.278457 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49952) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:19.470241 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf4607-2da7-4958-8e8a-e32b75efee26,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:19.553230 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:19.681111 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb5344-627c-4f44-b1de-c90bba3e118f None None] Network 3783be21-67f8-4795-bc60-02f09355dd1f requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:19.707287 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-08426fec-3555-413c-bccb-355ecc0fbc57 req-c4da5a24-27f4-45e9-aa73-a2c3340db711 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 210 time: 0.2254400 Aug 20 19:06:19.736044 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-14e9c5b5-bed9-4bb0-acb9-e3f86320d809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.750944 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:19.764682 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Sync routers for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:19.829395 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:19.830040 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:19.839279 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Pushing event updated for resources: {'Port': ['ID=44391930-fc73-46e8-81a2-1933dfdf8682,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:19.851279 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.232s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:19.914620 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-14e9c5b5-bed9-4bb0-acb9-e3f86320d809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.959876 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Notify callbacks [] for router, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:19.961113 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4294286 Aug 20 19:06:19.971670 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49990) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:20.054527 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ff686-0031-47f3-9326-bbd33f173210 None None] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:06:20.057600 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 49998) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:20.111261 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.117865 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d8757590-c3b3-4ed6-970c-f90c361ab61d req-bda3c1e1-c929-45e2-81ab-887facd2f4be tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.2632232 Aug 20 19:06:20.158033 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:20.241462 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:20.244047 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.262820 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Usage tracker for resource:security_group_rule and tenant:07c6711219ca426c8a8033cb251bec5e is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:20.270163 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:20.355585 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:20.398922 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-14e9c5b5-bed9-4bb0-acb9-e3f86320d809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.410668 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-2e552280-9a27-448b-8e4e-aa25f21fbdd9 None None] Provisioning for port 0f61ada5-b799-4daa-8604-fdceceba4a37 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:20.410913 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.427007 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-2e552280-9a27-448b-8e4e-aa25f21fbdd9 None None] Provisioning complete for port 0f61ada5-b799-4daa-8604-fdceceba4a37 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:20.427388 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2e552280-9a27-448b-8e4e-aa25f21fbdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.476497 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:20.510661 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9c5b5-bed9-4bb0-acb9-e3f86320d809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf4607-2da7-4958-8e8a-e32b75efee26,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:20.529073 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-14e9c5b5-bed9-4bb0-acb9-e3f86320d809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:20.548875 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.555724 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-14e9c5b5-bed9-4bb0-acb9-e3f86320d809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.557478 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-14e9c5b5-bed9-4bb0-acb9-e3f86320d809 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8bf4607-2da7-4958-8e8a-e32b75efee26 HTTP/1.1" status: 204 len: 168 time: 1.2507486 Aug 20 19:06:20.580210 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:20.591764 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:16Z', 'revision_number': 3, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:20.598324 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Checking router: 14e989f8-b1c2-4528-85d8-fade3f2da6ae for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:20.599190 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Updating router 14e989f8-b1c2-4528-85d8-fade3f2da6ae port b82bf485-1034-47b7-9aed-c00df88aa64d binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:20.655612 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:20.660302 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:20.675151 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.678174 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:20.706018 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:20.768530 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Pushing event updated for resources: {'Port': ['ID=48eb43a3-52e8-4aa9-a84c-2921dffb3f59,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:20.775070 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:20.968805 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.022441 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:21.090260 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c27dd6f-7102-4958-9a19-8d1ee265e270,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:21.115659 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:21.121280 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07c6711219ca426c8a8033cb251bec5e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0562863 Aug 20 19:06:21.142071 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50022) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:21.191310 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2e552280-9a27-448b-8e4e-aa25f21fbdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.258756 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-2e552280-9a27-448b-8e4e-aa25f21fbdd9 None None] For port 0f61ada5-b799-4daa-8604-fdceceba4a37, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=0f61ada5-b799-4daa-8604-fdceceba4a37,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:21.271110 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2e552280-9a27-448b-8e4e-aa25f21fbdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.274381 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:21.367419 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-423b1a06-ca53-42fd-8582-36a0f87add95 req-8b4974a0-f9fb-4726-9390-d234e3c7af63 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 210 time: 0.2157826 Aug 20 19:06:21.416526 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.438895 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Transition to ACTIVE for port object b82bf485-1034-47b7-9aed-c00df88aa64d will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:21.458747 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e552280-9a27-448b-8e4e-aa25f21fbdd9 None None] Pushing event updated for resources: {'Port': ['ID=0f61ada5-b799-4daa-8604-fdceceba4a37,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:21.462312 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873070d4-c032-4ba3-8a02-a700e6dc9652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.462564 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.477857 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-8834871b-1566-48a7-98b9-40a56bdd4601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:21.478310 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-2e552280-9a27-448b-8e4e-aa25f21fbdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:21.479084 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-1ffab6c6-50ab-440a-820d-2373971be392 None None] Provisioning for port c95cf64e-8c5d-4767-b7af-636817a074b8 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:21.481653 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.490684 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-1ffab6c6-50ab-440a-820d-2373971be392 None None] Provisioning complete for port c95cf64e-8c5d-4767-b7af-636817a074b8 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:21.491062 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1ffab6c6-50ab-440a-820d-2373971be392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.589390 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Attempting to bind port b82bf485-1034-47b7-9aed-c00df88aa64d on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:21.590136 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Attempting to bind port b82bf485-1034-47b7-9aed-c00df88aa64d by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:21.590511 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Attempting to bind port b82bf485-1034-47b7-9aed-c00df88aa64d on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:21.600869 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:21.601248 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:21.601655 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.602049 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:21.602528 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Bound port: b82bf485-1034-47b7-9aed-c00df88aa64d, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:21.602926 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.673480 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873070d4-c032-4ba3-8a02-a700e6dc9652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.711996 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Pushing event updated for resources: {'Port': ['ID=b82bf485-1034-47b7-9aed-c00df88aa64d,revision_number=2']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:21.727773 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.728127 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.728949 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.729296 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.729630 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.730013 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.730338 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.730679 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.731014 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.731340 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.731660 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.732200 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Tracked resource versions report: Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: pushed versions: Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: { 'AddressGroup': {'1.2'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'ConntrackHelper': {'1.0'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Log': {'1.0'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Network': {'1.1'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Port': {'1.7'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'PortForwarding': {'1.2'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'QosPolicy': {'1.8'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SecurityGroup': {'1.4'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SecurityGroupRule': {'1.2'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SubPort': {'1.0'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Subnet': {'1.1'}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Trunk': {'1.1'}} Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: consumer versions: Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: { DHCP agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: HyperV agent@hv-cinder-80528: {}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: L3 agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: Metadata agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: Metering agent@dv-cinder-805283-1-iscsi: {}, Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: Open vSwitch agent@dv-cinder-805283-1-iscsi: { 'AddressGroup': '1.2', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'ConntrackHelper': '1.0', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Log': '1.0', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Network': '1.1', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Port': '1.7', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'PortForwarding': '1.2', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'QosPolicy': '1.8', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SecurityGroup': '1.4', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SecurityGroupRule': '1.2', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'SubPort': '1.0', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Subnet': '1.1', Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: 'Trunk': '1.1'}} Aug 20 19:06:21.733853 dv-cinder-805283-1-iscsi neutron-server[79334]: {{(pid=79334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 19:06:21.737930 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:21.738665 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-975cac96-9ac1-4194-a946-7dcdb7e05a3a req-d55c78ad-0c80-4080-ac3b-df75987e6202 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.2664635 Aug 20 19:06:21.764398 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1ffab6c6-50ab-440a-820d-2373971be392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.807019 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] For port b82bf485-1034-47b7-9aed-c00df88aa64d, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:21.813290 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] For port b82bf485-1034-47b7-9aed-c00df88aa64d, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=b82bf485-1034-47b7-9aed-c00df88aa64d,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:21.829970 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.835882 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:21.853955 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-1ffab6c6-50ab-440a-820d-2373971be392 None None] For port c95cf64e-8c5d-4767-b7af-636817a074b8, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=c95cf64e-8c5d-4767-b7af-636817a074b8,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:21.854722 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.862351 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1ffab6c6-50ab-440a-820d-2373971be392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.865480 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:21.925670 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873070d4-c032-4ba3-8a02-a700e6dc9652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:21.942868 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:21.942868 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:21.959927 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-abd67b82-ce87-494c-a509-ad69fbe2818e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:21.997531 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873070d4-c032-4ba3-8a02-a700e6dc9652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c27dd6f-7102-4958-9a19-8d1ee265e270,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:22.004907 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-873070d4-c032-4ba3-8a02-a700e6dc9652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:22.008222 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873070d4-c032-4ba3-8a02-a700e6dc9652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.009345 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-873070d4-c032-4ba3-8a02-a700e6dc9652 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c27dd6f-7102-4958-9a19-8d1ee265e270 HTTP/1.1" status: 204 len: 168 time: 0.8660178 Aug 20 19:06:22.022436 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-a7fdd225-5cbf-42e5-8dbd-0d2d03fe7168 None None] Provisioning complete for port 0f61ada5-b799-4daa-8604-fdceceba4a37 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:22.023544 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a7fdd225-5cbf-42e5-8dbd-0d2d03fe7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.031636 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Pushing event updated for resources: {'Port': ['ID=b82bf485-1034-47b7-9aed-c00df88aa64d,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:22.036738 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:22.122696 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffab6c6-50ab-440a-820d-2373971be392 None None] Pushing event updated for resources: {'Port': ['ID=c95cf64e-8c5d-4767-b7af-636817a074b8,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:22.138986 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-1ffab6c6-50ab-440a-820d-2373971be392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:22.234805 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.297480 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:22.374397 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Allocated IP 172.20.0.1 (3783be21-67f8-4795-bc60-02f09355dd1f/a723624b-dd92-43aa-bb45-d5647d037c97/63c502d5-806a-4579-ace8-e870135fd2ec) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:22.420525 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-a7fdd225-5cbf-42e5-8dbd-0d2d03fe7168 None None] Provisioning complete for port c95cf64e-8c5d-4767-b7af-636817a074b8 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:22.421529 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a7fdd225-5cbf-42e5-8dbd-0d2d03fe7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.464746 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device c95cf64e-8c5d-4767-b7af-636817a074b8 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:22.671549 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port c95cf64e-8c5d-4767-b7af-636817a074b8 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:22.671549 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.692612 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.731725 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Transition to ACTIVE for port object 63c502d5-806a-4579-ace8-e870135fd2ec will not be triggered until provisioned by entity DHCP. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:22.774853 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.782577 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:22.870832 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 0f61ada5-b799-4daa-8604-fdceceba4a37 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:22.906210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Network 3783be21-67f8-4795-bc60-02f09355dd1f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:22.922140 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:22.928168 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:22.933064 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:22.950225 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-27dd4bd5-8865-48b5-96ec-14fdda053aae req-2d4923b2-892b-4463-ac62-031b2bc1d999 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 210 time: 0.2559621 Aug 20 19:06:22.958002 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 0f61ada5-b799-4daa-8604-fdceceba4a37 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:22.958551 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:23.233705 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:16Z', 'revision_number': 3, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:23.242147 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83da19-94f7-4213-a111-af733b943f2b None None] The sync data for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi is: [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:16Z', 'revision_number': 3, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:23.298082 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-d18b07ed-3097-4818-a4ad-6e5b40e020fa None None] Provisioning for port 63c502d5-806a-4579-ace8-e870135fd2ec completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:23.306168 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-d18b07ed-3097-4818-a4ad-6e5b40e020fa None None] Provisioning complete for port 63c502d5-806a-4579-ace8-e870135fd2ec triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:23.307204 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-d18b07ed-3097-4818-a4ad-6e5b40e020fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:23.325635 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Router 8f393ee7-0843-4308-8d48-6885447db335 is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:06:23.442494 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-d18b07ed-3097-4818-a4ad-6e5b40e020fa None None] Port 63c502d5-806a-4579-ace8-e870135fd2ec cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:23.509921 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Pushing event updated for resources: {'Port': ['ID=63c502d5-806a-4579-ace8-e870135fd2ec,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:23.514507 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:23.522333 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:23.585700 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3ba7d9c1-e3ee-4570-bc85-060a5be54534 req-db8752a0-5321-425d-a3d3-b3ae67c2a3cc tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.1322713 Aug 20 19:06:23.728199 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.002106 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Router f6d2b908-1cd7-4d07-865e-7f30be278804 is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:06:24.156497 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:24.167716 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Sync routers for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:24.185400 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:24.189228 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:24.246811 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.278012 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.279588 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.286088 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:24.351098 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:24.358531 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1451042 Aug 20 19:06:24.369538 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50104) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:24.463764 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9b6761e7-2a83-4b7a-a977-8991e1aae6b3 req-2c0ef9b3-1002-4279-8fbb-b600623907ef tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 210 time: 0.3051610 Aug 20 19:06:24.477611 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device b82bf485-1034-47b7-9aed-c00df88aa64d up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:24.808094 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Pushing event updated for resources: {'Port': ['ID=63c502d5-806a-4579-ace8-e870135fd2ec,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:24.822302 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:24.834477 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:24.871455 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:24.883098 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Sync routers for ids ['f6d2b908-1cd7-4d07-865e-7f30be278804'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:24.909238 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Routers {'f6d2b908-1cd7-4d07-865e-7f30be278804'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:24.910256 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['f6d2b908-1cd7-4d07-865e-7f30be278804'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:25.002210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Network 3783be21-67f8-4795-bc60-02f09355dd1f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:25.025517 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:25.099001 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.100224 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.0627193 Aug 20 19:06:25.119360 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50132) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:25.304907 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.21', 57738) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:25.359048 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6cdd5cd2-88a9-43ce-b819-9c8249d1e020 req-85a7939a-d4ff-48d3-af2a-19d40dff2cb9 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.4103110 Aug 20 19:06:25.413432 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Set router f6d2b908-1cd7-4d07-865e-7f30be278804 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:25.479412 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port b82bf485-1034-47b7-9aed-c00df88aa64d completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:25.515913 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port b82bf485-1034-47b7-9aed-c00df88aa64d triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:25.517532 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:25.869370 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-81f39471-7f88-4d31-a6ff-b46aa654a818 None None] Provisioning complete for port 63c502d5-806a-4579-ace8-e870135fd2ec triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:25.869743 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-81f39471-7f88-4d31-a6ff-b46aa654a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.084259 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:21Z', 'revision_number': 3, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'gw_port': {'id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:26.093519 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Checking router: f6d2b908-1cd7-4d07-865e-7f30be278804 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:26.095512 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Updating router f6d2b908-1cd7-4d07-865e-7f30be278804 port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:26.178519 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:20Z', 'revision_number': 3, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:26.216824 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-81f39471-7f88-4d31-a6ff-b46aa654a818 None None] Port 63c502d5-806a-4579-ace8-e870135fd2ec cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:26.238433 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.21', 57746) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:26.238984 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Checking router: 8f393ee7-0843-4308-8d48-6885447db335 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:26.239422 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Updating router 8f393ee7-0843-4308-8d48-6885447db335 port 44391930-fc73-46e8-81a2-1933dfdf8682 binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:26.256354 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.384399 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.500836 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.645289 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port b82bf485-1034-47b7-9aed-c00df88aa64d, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=b82bf485-1034-47b7-9aed-c00df88aa64d,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:26.671335 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:26.675965 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:26.808059 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ee375b61-56a4-4570-b9f5-ee4e0e81aebb req-4c0b44a3-3cdb-443f-af31-0c496e72e2ef tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.1005251 Aug 20 19:06:26.909246 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=b82bf485-1034-47b7-9aed-c00df88aa64d,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:26.919620 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:27.042725 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-00c67f07-f015-4bb7-9c29-8d22749b4b4b tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:27.044783 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-00c67f07-f015-4bb7-9c29-8d22749b4b4b tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.21 "GET /v2.0/networks?id=993dfbf0-02d1-4d3b-b0e3-a13cee745b15 HTTP/1.1" status: 200 len: 812 time: 1.7363763 Aug 20 19:06:27.047132 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5bc0aa0f-96cf-46bb-a204-71b96b7c51c8 req-2f0685b1-a010-498a-9fdd-3405a054987e tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 210 time: 0.9871736 Aug 20 19:06:27.241502 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.273529 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Transition to ACTIVE for port object 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:27.289022 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.291893 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.299059 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:27.379414 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-210db2d8-a9dc-4ca8-ad70-64955aa521f8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:27.381758 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-210db2d8-a9dc-4ca8-ad70-64955aa521f8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 815 time: 1.1286609 Aug 20 19:06:27.401589 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Router 14e989f8-b1c2-4528-85d8-fade3f2da6ae has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:06:27.407442 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Request body: {'port': {'device_id': '99a7257c-062b-4623-a02a-7ffe9c9e763a', 'network_id': '993dfbf0-02d1-4d3b-b0e3-a13cee745b15', 'admin_state_up': True, 'tenant_id': '7dbda7eb5ba7482f912b7d5a8d7540d2'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:27.533206 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acaebf-8376-4266-bb12-060e5a1b704b None None] Pushing event updated for resources: {'Port': ['ID=48eb43a3-52e8-4aa9-a84c-2921dffb3f59,revision_number=2']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:27.543018 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-08acaebf-8376-4266-bb12-060e5a1b704b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:27.550418 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50230) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:27.580854 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Attempting to bind port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:27.581579 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Attempting to bind port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:27.582132 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Attempting to bind port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:27.592246 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:27.592779 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:27.593412 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.593912 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:27.594611 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Bound port: 48eb43a3-52e8-4aa9-a84c-2921dffb3f59, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:27.595074 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.618772 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:27.630134 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Usage tracker for resource:port and tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:27.639573 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:27.652232 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:27.684382 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Request body: {'port': {'device_id': '9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1', 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d', 'admin_state_up': True, 'tenant_id': '4b835d96a2864030873004365647716c'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:27.745398 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] For port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:27.754251 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] For port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=48eb43a3-52e8-4aa9-a84c-2921dffb3f59,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:27.771317 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.812180 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-08acaebf-8376-4266-bb12-060e5a1b704b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:27.957868 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:27.987649 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Transition to ACTIVE for port object 44391930-fc73-46e8-81a2-1933dfdf8682 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:28.007907 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50246) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:28.010665 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.025140 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:28.028310 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Made reservation on behalf of 7dbda7eb5ba7482f912b7d5a8d7540d2 for: {'port': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:28.034019 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.144619 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Allocated IP 172.20.0.1 (ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65/503363ed-20b6-413e-bb76-089ab59f7feb/6ec3907e-33f2-4083-8dfc-0ef0752e8ba2) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:28.182191 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acaebf-8376-4266-bb12-060e5a1b704b None None] Pushing event updated for resources: {'Port': ['ID=48eb43a3-52e8-4aa9-a84c-2921dffb3f59,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:28.220190 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aef161-54a3-4453-bf46-8cd5d093d038 None None] Pushing event updated for resources: {'Port': ['ID=44391930-fc73-46e8-81a2-1933dfdf8682,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:28.225183 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-d7aef161-54a3-4453-bf46-8cd5d093d038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:28.260453 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Attempting to bind port 44391930-fc73-46e8-81a2-1933dfdf8682 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:28.260940 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Attempting to bind port 44391930-fc73-46e8-81a2-1933dfdf8682 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:28.261317 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Attempting to bind port 44391930-fc73-46e8-81a2-1933dfdf8682 on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:28.261641 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Routers {'f6d2b908-1cd7-4d07-865e-7f30be278804'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:28.263015 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['f6d2b908-1cd7-4d07-865e-7f30be278804'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:28.284591 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:28.284978 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:28.285390 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.285789 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:28.298046 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Bound port: 44391930-fc73-46e8-81a2-1933dfdf8682, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:28.298659 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.340714 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6927933b-3277-4241-b4ae-245a71d18037 req-864cd168-a941-4458-aea5-f38d963bbebf tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.2033746 Aug 20 19:06:28.350036 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.413824 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.427177 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:28.432300 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1bfa8a1de6d544cab8942eacc0bb6bcc is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:28.436334 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:28.444026 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:28.548099 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:28.552316 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Usage tracker for resource:security_group_rule and tenant:07034a64dd744464b067a90b6e39d6ce is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:28.558465 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:28.572883 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:28.580843 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] For port 44391930-fc73-46e8-81a2-1933dfdf8682, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:28.584771 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] For port 44391930-fc73-46e8-81a2-1933dfdf8682, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=44391930-fc73-46e8-81a2-1933dfdf8682,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:28.593341 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] Set router f6d2b908-1cd7-4d07-865e-7f30be278804 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:28.595082 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.609011 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-2e552280-9a27-448b-8e4e-aa25f21fbdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:28.619990 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.649312 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:28.699380 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:28.818935 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aef161-54a3-4453-bf46-8cd5d093d038 None None] Pushing event updated for resources: {'Port': ['ID=44391930-fc73-46e8-81a2-1933dfdf8682,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:28.827489 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-d7aef161-54a3-4453-bf46-8cd5d093d038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:28.886772 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device b82bf485-1034-47b7-9aed-c00df88aa64d up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:28.970966 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1bfa8a1de6d544cab8942eacc0bb6bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4123135 Aug 20 19:06:28.974205 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50266) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:28.980260 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ae10ad-bd47-46a5-8c8a-6971146e271c,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:29.017562 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50270) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:29.035525 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:29.054925 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:29.065919 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:29.066651 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:29.122342 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.178654 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-aed75f5c-58fb-4153-896d-01e49e5df6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.190709 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-08acaebf-8376-4266-bb12-060e5a1b704b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.379s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:29.215773 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:21Z', 'revision_number': 3, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'gw_port': {'id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:29.221218 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d56df4-6372-40d3-82ec-d399a0e0d7b5 None None] The sync data for ids ['f6d2b908-1cd7-4d07-865e-7f30be278804'] in dv-cinder-805283-1-iscsi is: [{'id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:21Z', 'revision_number': 3, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'gw_port': {'id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:29.255335 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-aed75f5c-58fb-4153-896d-01e49e5df6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.284598 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-da170c68-a0b7-4001-bfa3-6abfd3ac61fd req-64833b7c-4290-4f80-844b-5bb2ddef9bd7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 210 time: 0.8988798 Aug 20 19:06:29.337038 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Usage tracker for resource:port and tenant:4b835d96a2864030873004365647716c is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:29.349441 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-aed75f5c-58fb-4153-896d-01e49e5df6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.356574 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-dab34a17-2b7f-470d-8d65-3bf045fa040b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:29.367599 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:29.399841 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port b82bf485-1034-47b7-9aed-c00df88aa64d triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:29.400090 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.415031 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.422748 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed75f5c-58fb-4153-896d-01e49e5df6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ae10ad-bd47-46a5-8c8a-6971146e271c,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:29.427462 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-aed75f5c-58fb-4153-896d-01e49e5df6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:29.459092 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:29.510954 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.554629 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:29.556026 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-aed75f5c-58fb-4153-896d-01e49e5df6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.564208 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-aed75f5c-58fb-4153-896d-01e49e5df6a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47ae10ad-bd47-46a5-8c8a-6971146e271c HTTP/1.1" status: 204 len: 168 time: 0.5850990 Aug 20 19:06:29.674301 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:29.675076 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.712269 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.831639 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:29.870012 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:29.875813 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1e1055ec-5d24-49f2-9ff4-9b1dc089d6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:29.906801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:29.910508 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:29.918215 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07034a64dd744464b067a90b6e39d6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9028454 Aug 20 19:06:29.923956 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50284) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:29.941284 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-635a0b34-db92-49ff-b3f7-d0ce60455ef0 req-fe82d7fd-499a-4d0e-a0d5-f759c18c0f78 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.2558858 Aug 20 19:06:29.941738 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:29.949576 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Usage tracker for resource:security_group_rule and tenant:aaec6ff492cf4dd7a9525033d44843ee is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:29.949758 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Pushing event updated for resources: {'Port': ['ID=6ec3907e-33f2-4083-8dfc-0ef0752e8ba2,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:29.958233 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:29.971869 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:29.983830 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:30.077226 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:30.121679 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e680c8f-2028-4cd9-9447-3199a7c2eae0,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:30.144283 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Sync routers for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:30.149521 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Made reservation on behalf of 4b835d96a2864030873004365647716c for: {'port': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:30.153535 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.165618 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.183017 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:30.183683 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:30.392872 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:30.424221 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50292) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:30.498532 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.519702 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:30.524004 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Usage tracker for resource:security_group_rule and tenant:114dabbcef314c19aab408f7198f0346 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:30.527352 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:30.535153 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:30.567738 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.585390 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:30.593119 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:30.596380 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Allocated IP 172.20.0.12 (993dfbf0-02d1-4d3b-b0e3-a13cee745b15/b3082325-fc82-4306-891e-e2c614ca38db/644d642a-2d7b-467e-ae30-2826ab1b7799) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:30.953442 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:31.072155 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.097620 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.189580 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:31.218991 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=114dabbcef314c19aab408f7198f0346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7839921 Aug 20 19:06:31.258883 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.279297 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50298) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:31.345716 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:31.353970 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:20Z', 'revision_number': 3, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:31.381708 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:31.382091 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.397541 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.465496 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddb731-8e35-468d-8a86-13ab22814f67 None None] The sync data for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi is: [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:20Z', 'revision_number': 3, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:31.517216 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-21b479db-f852-451e-ab75-92e1f725b665 req-4db2bed6-688e-4733-aa7e-89e01e4c522d tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 210 time: 0.9469867 Aug 20 19:06:31.646245 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Allocated IP 172.20.0.1 (e18c5f98-d175-4e61-b39f-58c9e4a32582/0b12a806-6086-4404-b244-23080914cbb0/839adc70-5407-442c-9992-870cb9fe42ac) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:31.676770 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e9f34143-3d24-40dc-a895-df0c255c1000 req-abf8ea59-1b49-4023-9609-bdbb7a35b7a5 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.4880645 Aug 20 19:06:31.708079 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744be0da-4e05-42bb-b898-de9fa0f73f40,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:31.712514 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:31.751781 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.763163 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.769172 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.776181 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.781081 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:31.826685 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=48eb43a3-52e8-4aa9-a84c-2921dffb3f59,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:31.867239 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:31.875972 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-1ffab6c6-50ab-440a-820d-2373971be392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:31.990348 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 2, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:32.007053 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Checking router: 14e989f8-b1c2-4528-85d8-fade3f2da6ae for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:32.007593 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Updating router 14e989f8-b1c2-4528-85d8-fade3f2da6ae port 63c502d5-806a-4579-ace8-e870135fd2ec binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:32.048383 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Pushing event updated for resources: {'Port': ['ID=6ec3907e-33f2-4083-8dfc-0ef0752e8ba2,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:32.055899 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:32.108536 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.117353 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Allocated IP 172.20.0.4 (ba8295ce-354a-4324-b02d-33607bd6c33d/0f14726b-06d9-4d92-9138-8fd40a45b4b6/5d9b24e5-02c8-4203-81d2-6e793c3e71b1) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:32.126051 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=48eb43a3-52e8-4aa9-a84c-2921dffb3f59,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:32.134142 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:32.140081 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:32.141686 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:32.418501 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.468218 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-5a76cf68-ca87-4cd1-8f07-37940abb03fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:32.479629 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] 10.222.0.54 "PUT /v2.0/routers/14e989f8-b1c2-4528-85d8-fade3f2da6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5035284 Aug 20 19:06:32.527281 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aaec6ff492cf4dd7a9525033d44843ee&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4740944 Aug 20 19:06:32.528515 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-56b5e92f-670a-4675-ba1a-b4878d998265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.558653 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50306) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:32.584433 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.606332 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-56b5e92f-670a-4675-ba1a-b4878d998265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:32.756696 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:06:32.997954 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Router f6d2b908-1cd7-4d07-865e-7f30be278804 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:06:33.250329 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0433b0b6-edb7-4e15-96c7-7f7c384b5b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.257020 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.294667 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 44391930-fc73-46e8-81a2-1933dfdf8682 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:33.320010 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0433b0b6-edb7-4e15-96c7-7f7c384b5b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.326786 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-99e9df1f-cf92-4774-b554-701453cadc05 req-9ba3bc7c-7ee6-414c-890e-a6c2d78b719b tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.0489769 Aug 20 19:06:33.410871 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ebd54a-76e9-4ea8-9f91-1028f35046cd,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:33.442411 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 44391930-fc73-46e8-81a2-1933dfdf8682 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:33.457959 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 44391930-fc73-46e8-81a2-1933dfdf8682 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:33.459755 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.495530 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.507834 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:33.510289 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Network ba8295ce-354a-4324-b02d-33607bd6c33d is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:33.525775 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0433b0b6-edb7-4e15-96c7-7f7c384b5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.527231 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9cb8eadb-248f-40de-99b2-b39ed915cb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:33.541752 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:33.557089 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Sync routers for ids ['f6d2b908-1cd7-4d07-865e-7f30be278804'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:33.571592 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] 10.222.0.54 "PUT /v2.0/routers/f6d2b908-1cd7-4d07-865e-7f30be278804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4411516 Aug 20 19:06:33.588882 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Transition to ACTIVE for port object 63c502d5-806a-4579-ace8-e870135fd2ec will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:33.598732 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Routers {'f6d2b908-1cd7-4d07-865e-7f30be278804'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:33.600852 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['f6d2b908-1cd7-4d07-865e-7f30be278804'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:33.606307 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.615917 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e9f49bc7-f29b-40c0-9efb-0a50a603a190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:33.627645 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Pushing event updated for resources: {'Port': ['ID=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:33.630151 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-56b5e92f-670a-4675-ba1a-b4878d998265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.631161 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:33.674900 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:33.675305 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:33.681502 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:33.682165 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.720316 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:33.728312 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65314bf-08ac-47a3-881f-00453bc72e91 None None] Pushing event updated for resources: {'Port': ['ID=63c502d5-806a-4579-ace8-e870135fd2ec,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:33.729041 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0433b0b6-edb7-4e15-96c7-7f7c384b5b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.736506 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f65314bf-08ac-47a3-881f-00453bc72e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:33.742055 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-0433b0b6-edb7-4e15-96c7-7f7c384b5b1e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20ebd54a-76e9-4ea8-9f91-1028f35046cd HTTP/1.1" status: 204 len: 168 time: 1.1623943 Aug 20 19:06:33.755467 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3524771 Aug 20 19:06:33.771712 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Transition to ACTIVE for port object 839adc70-5407-442c-9992-870cb9fe42ac will not be triggered until provisioned by entity DHCP. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:33.780656 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-56b5e92f-670a-4675-ba1a-b4878d998265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.784816 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-56b5e92f-670a-4675-ba1a-b4878d998265 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e680c8f-2028-4cd9-9447-3199a7c2eae0 HTTP/1.1" status: 204 len: 168 time: 3.7117469 Aug 20 19:06:33.795567 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433b0b6-edb7-4e15-96c7-7f7c384b5b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ebd54a-76e9-4ea8-9f91-1028f35046cd,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:33.808726 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3c62c6b7-e9e4-40a9-be60-c56acad1fbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:33.828813 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5e92f-670a-4675-ba1a-b4878d998265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e680c8f-2028-4cd9-9447-3199a7c2eae0,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:33.865697 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-56b5e92f-670a-4675-ba1a-b4878d998265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:33.883528 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-86ff796e-760d-4d71-b25e-76a21cf5e201 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:06:33.884902 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-86ff796e-760d-4d71-b25e-76a21cf5e201 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145144 Aug 20 19:06:33.894022 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:33.894621 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:33.897705 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.011678 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3c62c6b7-e9e4-40a9-be60-c56acad1fbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.097806 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfc5fc-ca11-426b-9b09-ea74066af958 req-751ba53f-747f-41b9-bea7-347f6f291901 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:34.104355 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b9bfc5fc-ca11-426b-9b09-ea74066af958 req-751ba53f-747f-41b9-bea7-347f6f291901 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:34.178939 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.199506 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Attempting to bind port 63c502d5-806a-4579-ace8-e870135fd2ec on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:34.203017 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Attempting to bind port 63c502d5-806a-4579-ace8-e870135fd2ec by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:34.206390 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Attempting to bind port 63c502d5-806a-4579-ace8-e870135fd2ec on network 3783be21-67f8-4795-bc60-02f09355dd1f {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:34.210890 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b9bfc5fc-ca11-426b-9b09-ea74066af958 req-751ba53f-747f-41b9-bea7-347f6f291901 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:34.221946 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b9bfc5fc-ca11-426b-9b09-ea74066af958 req-751ba53f-747f-41b9-bea7-347f6f291901 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 931 time: 1.1066208 Aug 20 19:06:34.226927 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:34.261513 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:34.262071 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Checking segment: {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:34.262542 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.264685 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Bound using segment: {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:34.267378 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Bound port: 63c502d5-806a-4579-ace8-e870135fd2ec, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:34.267895 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.362344 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Set router f6d2b908-1cd7-4d07-865e-7f30be278804 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:34.399722 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.457618 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:34.490659 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:34.533256 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50334) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:34.539814 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398154357', 'description': 'tempest-description--135648900'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:34.545236 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:34.545695 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.561827 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:34.588112 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:security_group and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:34.618380 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:34.647267 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.647551 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:34.661659 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 44391930-fc73-46e8-81a2-1933dfdf8682, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=44391930-fc73-46e8-81a2-1933dfdf8682,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:34.688058 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.698664 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.699155 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:34.702783 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3c62c6b7-e9e4-40a9-be60-c56acad1fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:34.792837 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:34.815438 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:security_group_rule and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:34.822233 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:34.842663 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:34.891309 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Pushing event updated for resources: {'Port': ['ID=839adc70-5407-442c-9992-870cb9fe42ac,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:34.909666 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] For port 63c502d5-806a-4579-ace8-e870135fd2ec, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:34.929064 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] For port 63c502d5-806a-4579-ace8-e870135fd2ec, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=63c502d5-806a-4579-ace8-e870135fd2ec,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:34.931893 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-9e3e834e-8a15-45c5-ba00-498593399fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:34.939912 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:34.984236 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:35.120697 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.152221 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b9bfc5fc-ca11-426b-9b09-ea74066af958 req-fc542228-d97d-4c35-8c65-45aca514ada6 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:security_group {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:35.156661 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.174144 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.192195 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27ae8b-46f6-43c1-8678-7971c55ed16b req-40c31d7d-11d5-4fda-a5b5-a5c8575a8081 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:35.195976 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad27ae8b-46f6-43c1-8678-7971c55ed16b req-40c31d7d-11d5-4fda-a5b5-a5c8575a8081 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 932 time: 0.2517576 Aug 20 19:06:35.209694 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:35.265972 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-fc376417-3e3c-4bfe-bfdc-31a305cb5c5d None None] Provisioning for port 839adc70-5407-442c-9992-870cb9fe42ac completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:35.287025 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:35.289279 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:35.317290 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:30Z', 'revision_number': 4, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'gw_port': {'id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '6ec3907e-33f2-4083-8dfc-0ef0752e8ba2', 'name': '', 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'mac_address': 'fa:16:3e:97:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '503363ed-20b6-413e-bb76-089ab59f7feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:27Z', 'updated_at': '2021-08-20T19:06:30Z', 'revision_number': 2, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'subnets': [{'id': '503363ed-20b6-413e-bb76-089ab59f7feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:35.329529 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3c62c6b7-e9e4-40a9-be60-c56acad1fbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.329774 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Checking router: f6d2b908-1cd7-4d07-865e-7f30be278804 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:35.330767 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Updating router f6d2b908-1cd7-4d07-865e-7f30be278804 port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:35.333313 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3c62c6b7-e9e4-40a9-be60-c56acad1fbe5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/744be0da-4e05-42bb-b898-de9fa0f73f40 HTTP/1.1" status: 204 len: 168 time: 3.9345565 Aug 20 19:06:35.338806 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Network 993dfbf0-02d1-4d3b-b0e3-a13cee745b15 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:35.376086 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b9bfc5fc-ca11-426b-9b09-ea74066af958 req-fc542228-d97d-4c35-8c65-45aca514ada6 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:security_group {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:35.393004 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-ad27ae8b-46f6-43c1-8678-7971c55ed16b req-cfc197b3-2f65-4493-9869-471a3d871671 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Synchronizing usage tracker for tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:35.397294 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b9bfc5fc-ca11-426b-9b09-ea74066af958 req-fc542228-d97d-4c35-8c65-45aca514ada6 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1716931 Aug 20 19:06:35.398576 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:35.462936 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:35.471547 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.478777 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:35.480270 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.502199 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-ad27ae8b-46f6-43c1-8678-7971c55ed16b req-cfc197b3-2f65-4493-9869-471a3d871671 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Unset dirty status for tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:35.518208 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad27ae8b-46f6-43c1-8678-7971c55ed16b req-cfc197b3-2f65-4493-9869-471a3d871671 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093507 Aug 20 19:06:35.519389 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Pushing event updated for resources: {'Port': ['ID=644d642a-2d7b-467e-ae30-2826ab1b7799,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:35.531718 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50354) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:35.540412 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.547218 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0118716 Aug 20 19:06:35.548090 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af53326e-a513-4743-9eb0-ec73a1693abc,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:35.577356 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:35.578556 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50358) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:35.589937 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'security_group_rule': {'security_group_id': 'af53326e-a513-4743-9eb0-ec73a1693abc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:35.613313 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:35.625103 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:security_group_rule and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:35.631646 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:35.646979 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:35.685914 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.785730 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:35.928583 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5454223 Aug 20 19:06:35.934533 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:35.961029 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.073s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:35.986843 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:35.997312 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.000131 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:36.069896 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c93ae86-2dc5-45d5-9158-6ffe0f786b71,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:36.095607 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Request body: {'port': {'device_id': '9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:36.106200 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:36.140143 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.141999 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f1756672-f968-4371-aae9-1842462ff257 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5615890 Aug 20 19:06:36.147387 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50370) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:36.163091 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'security_group_rule': {'security_group_id': 'af53326e-a513-4743-9eb0-ec73a1693abc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:36.191223 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-fc376417-3e3c-4bfe-bfdc-31a305cb5c5d None None] Provisioning complete for port 839adc70-5407-442c-9992-870cb9fe42ac triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:36.191615 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-fc376417-3e3c-4bfe-bfdc-31a305cb5c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.193205 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:36.199825 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62c6b7-e9e4-40a9-be60-c56acad1fbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744be0da-4e05-42bb-b898-de9fa0f73f40,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:36.211537 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:security_group_rule and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:36.221048 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:36.231120 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Request body: {'port': {'device_id': '99a7257c-062b-4623-a02a-7ffe9c9e763a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:36.248206 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:36.302117 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.367944 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3c62c6b7-e9e4-40a9-be60-c56acad1fbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:36.468387 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.478586 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.484100 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.486505 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.488877 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:36.508764 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Transition to ACTIVE for port object 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:36.529219 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.542486 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978c23ca-3836-4d1a-b509-7a24bd9a0467,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:36.550584 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:36.557362 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:36.559151 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:36.563341 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:36.567057 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.567349 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Usage tracker for resource:security_group_rule and tenant:07a5b873007845eab92cbddbdbce8a88 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:36.569524 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.570976 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-56476ab2-646c-4e21-bbf6-c0571969498e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4192474 Aug 20 19:06:36.577403 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50390) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:36.586580 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:36.588670 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'floatingip': {'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:36.600606 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:36.604630 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:36.619495 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:floatingip and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:36.627156 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:36.650493 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:36.812693 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.838670 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.897744 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:36.944193 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=44391930-fc73-46e8-81a2-1933dfdf8682,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:36.959891 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.028s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:36.977736 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82e96b-5eda-4717-aec4-a508b981d07f None None] Pushing event updated for resources: {'Port': ['ID=6ec3907e-33f2-4083-8dfc-0ef0752e8ba2,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:36.987804 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-429e28f3-48fd-4414-a5d5-069a6d80de88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.816s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:37.015321 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe22e1-30c3-4d1f-ae85-0fbb92002eef req-d6685b35-bea0-483a-b1e3-77e083d889cc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:37.024502 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-7f82e96b-5eda-4717-aec4-a508b981d07f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:37.025118 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:37.026750 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4efe22e1-30c3-4d1f-ae85-0fbb92002eef req-d6685b35-bea0-483a-b1e3-77e083d889cc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 931 time: 0.3804483 Aug 20 19:06:37.090555 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.094302 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-fc376417-3e3c-4bfe-bfdc-31a305cb5c5d None None] Port 839adc70-5407-442c-9992-870cb9fe42ac cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:37.103073 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:37.111936 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aedaee-df4f-4d1c-a43d-1db8f36b4c1b None None] The sync data for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi is: [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:37.293386 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65314bf-08ac-47a3-881f-00453bc72e91 None None] Pushing event updated for resources: {'Port': ['ID=63c502d5-806a-4579-ace8-e870135fd2ec,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:37.305631 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f65314bf-08ac-47a3-881f-00453bc72e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:37.313164 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07a5b873007845eab92cbddbdbce8a88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7700326 Aug 20 19:06:37.314471 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b414a5-2b00-4577-a09a-0d97ec9b7de1,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:37.328325 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50404) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:37.451921 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Attempting to bind port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:37.452313 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Attempting to bind port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:37.452731 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Attempting to bind port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 on network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:37.465390 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:37.467560 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Checking segment: {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:37.470183 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.470617 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Bound using segment: {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:37.472948 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:37.473374 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Bound port: 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:37.476506 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.737711 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] For port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:37.742397 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] For port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=6ec3907e-33f2-4083-8dfc-0ef0752e8ba2,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:37.749804 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:37.762706 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:37.820298 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4efe22e1-30c3-4d1f-ae85-0fbb92002eef req-2a102aa3-94c5-4fd8-b071-cdf0d790478d tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7841954 Aug 20 19:06:37.910742 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 44391930-fc73-46e8-81a2-1933dfdf8682 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:37.947748 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.017300 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82e96b-5eda-4717-aec4-a508b981d07f None None] Pushing event updated for resources: {'Port': ['ID=6ec3907e-33f2-4083-8dfc-0ef0752e8ba2,revision_number=4']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:38.023467 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-7f82e96b-5eda-4717-aec4-a508b981d07f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:38.062905 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Routers {'f6d2b908-1cd7-4d07-865e-7f30be278804'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:38.063589 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['f6d2b908-1cd7-4d07-865e-7f30be278804'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:38.220767 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 44391930-fc73-46e8-81a2-1933dfdf8682 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:38.221776 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.252856 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Allocated IP 172.27.3.165 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/b778e80a-95b5-4ff3-b34a-fca4bd164859) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:38.284369 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.381111 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.574201 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.663853 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] Set router f6d2b908-1cd7-4d07-865e-7f30be278804 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:38.697030 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 63c502d5-806a-4579-ace8-e870135fd2ec up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:38.747315 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:38.754987 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:38.963168 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'Port': ['ID=b778e80a-95b5-4ff3-b34a-fca4bd164859,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:38.974107 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 63c502d5-806a-4579-ace8-e870135fd2ec completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:38.986063 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:38.996846 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 63c502d5-806a-4579-ace8-e870135fd2ec triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:38.997186 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.070577 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:39.097406 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777085c0-e791-4c3a-ae9e-d52176e32529 req-bef271fa-7ecc-4300-8a8e-257c5dd0752f tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:39.112855 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-777085c0-e791-4c3a-ae9e-d52176e32529 req-bef271fa-7ecc-4300-8a8e-257c5dd0752f tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 932 time: 0.4811952 Aug 20 19:06:39.150121 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:39.159671 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:39.231377 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644d642a-2d7b-467e-ae30-2826ab1b7799 {{(pid=79332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:39.248512 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.296333 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Transition to ACTIVE for port object 644d642a-2d7b-467e-ae30-2826ab1b7799 will not be triggered until provisioned by entity L2. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:39.335883 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-46537565-4b38-4f57-9565-ef32a456ee90 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:39.343409 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.350023 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-46537565-4b38-4f57-9565-ef32a456ee90 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 818 time: 2.9940434 Aug 20 19:06:39.392181 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.421920 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 63c502d5-806a-4579-ace8-e870135fd2ec, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=63c502d5-806a-4579-ace8-e870135fd2ec,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:39.430818 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.437712 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-298d6a36-993e-42b6-9231-ed42972f37aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:39.441932 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-777085c0-e791-4c3a-ae9e-d52176e32529 req-a96617d3-62b3-4b70-aca2-fb923d0e625d tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271189 Aug 20 19:06:39.501979 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-84f3c352-2045-4c0a-99f7-cafcb9fda796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:39.506230 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.655317 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-eb89190b-967b-42b5-b4a2-5fad6240ea0d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/quotas/f7f0740783aa45a1b0597fc012a74ccf HTTP/1.1" status: 200 len: 375 time: 0.3042080 Aug 20 19:06:39.708786 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=63c502d5-806a-4579-ace8-e870135fd2ec,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:39.720612 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:39.733324 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:30Z', 'revision_number': 4, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'gw_port': {'id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '6ec3907e-33f2-4083-8dfc-0ef0752e8ba2', 'name': '', 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'mac_address': 'fa:16:3e:97:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '503363ed-20b6-413e-bb76-089ab59f7feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:27Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 4, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'subnets': [{'id': '503363ed-20b6-413e-bb76-089ab59f7feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:39.743261 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30daad-d91f-470e-ab4b-160c802daf2d None None] The sync data for ids ['f6d2b908-1cd7-4d07-865e-7f30be278804'] in dv-cinder-805283-1-iscsi is: [{'id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:30Z', 'revision_number': 4, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'gw_port': {'id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '6ec3907e-33f2-4083-8dfc-0ef0752e8ba2', 'name': '', 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'mac_address': 'fa:16:3e:97:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '503363ed-20b6-413e-bb76-089ab59f7feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:27Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 4, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'subnets': [{'id': '503363ed-20b6-413e-bb76-089ab59f7feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:39.760896 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.765333 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a45affb4-d9a1-4776-8d30-5a882cea9b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:39.812607 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:40.058719 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479fc3-5f73-4262-a8fa-a115222df76a req-cd929fc6-ce64-41a6-bdae-59bf2651248c tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:40.060372 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a7479fc3-5f73-4262-a8fa-a115222df76a req-cd929fc6-ce64-41a6-bdae-59bf2651248c tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 931 time: 0.4084842 Aug 20 19:06:40.125510 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:40.217656 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:40.398907 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a7479fc3-5f73-4262-a8fa-a115222df76a req-f8a45926-a0f1-4be7-9c65-48d75e1c7581 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079276 Aug 20 19:06:40.452202 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:40.460726 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:40.478038 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:40.519348 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Pushing event updated for resources: {'Port': ['ID=644d642a-2d7b-467e-ae30-2826ab1b7799,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:40.533047 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:40.689620 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'Port': ['ID=b778e80a-95b5-4ff3-b34a-fca4bd164859,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:40.698435 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:40.709110 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:40.778100 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:40.794091 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2145617 Aug 20 19:06:40.956539 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50472) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:41.073997 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999ee6-2328-479d-9280-dc66d586b782 req-d1e6298b-0bef-4404-86ba-58ad3cdf99cc tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:41.075605 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b5999ee6-2328-479d-9280-dc66d586b782 req-d1e6298b-0bef-4404-86ba-58ad3cdf99cc tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 944 time: 0.2777877 Aug 20 19:06:41.099820 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a45affb4-d9a1-4776-8d30-5a882cea9b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.167785 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b5999ee6-2328-479d-9280-dc66d586b782 req-2902e469-f7e0-4223-ae44-49d13bc24e5d tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809686 Aug 20 19:06:41.252911 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.966s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:41.334142 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.362119 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:41.366575 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Usage tracker for resource:security_group_rule and tenant:40e3363839294ae0ad917856bd71dfc5 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:41.369901 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Attempting to bind port 644d642a-2d7b-467e-ae30-2826ab1b7799 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:41.370266 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Attempting to bind port 644d642a-2d7b-467e-ae30-2826ab1b7799 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '247b2af3-f0aa-42cd-baa9-aded6999e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '993dfbf0-02d1-4d3b-b0e3-a13cee745b15'}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:41.370591 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Attempting to bind port 644d642a-2d7b-467e-ae30-2826ab1b7799 on network 993dfbf0-02d1-4d3b-b0e3-a13cee745b15 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:41.376371 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a45affb4-d9a1-4776-8d30-5a882cea9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.380974 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:41.390778 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:41.404651 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Port 644d642a-2d7b-467e-ae30-2826ab1b7799 on network 993dfbf0-02d1-4d3b-b0e3-a13cee745b15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:06:41.405001 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Attempting to bind port 644d642a-2d7b-467e-ae30-2826ab1b7799 on network 993dfbf0-02d1-4d3b-b0e3-a13cee745b15 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:41.445898 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-dfec1316-dec0-4312-9816-373f099f227c req-a3569e98-1aca-403d-a6da-f217a5719655 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Synchronizing usage tracker for tenant:7d2d260d341649cfa820d84b89ec798d on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:41.478256 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-31a6a113-94f7-482c-8576-b962a2168e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.497896 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-dfec1316-dec0-4312-9816-373f099f227c req-a3569e98-1aca-403d-a6da-f217a5719655 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Unset dirty status for tenant:7d2d260d341649cfa820d84b89ec798d on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:41.502931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:41.502931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Checking segment: {'id': '247b2af3-f0aa-42cd-baa9-aded6999e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '993dfbf0-02d1-4d3b-b0e3-a13cee745b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:41.502931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Bound using segment: {'id': '247b2af3-f0aa-42cd-baa9-aded6999e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '993dfbf0-02d1-4d3b-b0e3-a13cee745b15'} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:41.502931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Bound port: 644d642a-2d7b-467e-ae30-2826ab1b7799, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247b2af3-f0aa-42cd-baa9-aded6999e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '993dfbf0-02d1-4d3b-b0e3-a13cee745b15'}}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:41.502931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.515738 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-a3569e98-1aca-403d-a6da-f217a5719655 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--398154357&fields=id&tenant_id=7d2d260d341649cfa820d84b89ec798d HTTP/1.1" status: 200 len: 267 time: 0.1310711 Aug 20 19:06:41.635793 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a45affb4-d9a1-4776-8d30-5a882cea9b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.637204 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a45affb4-d9a1-4776-8d30-5a882cea9b18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/27b414a5-2b00-4577-a09a-0d97ec9b7de1 HTTP/1.1" status: 204 len: 168 time: 4.3072152 Aug 20 19:06:41.640221 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 {{(pid=79332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:41.685393 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 63c502d5-806a-4579-ace8-e870135fd2ec up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:41.763470 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.802712 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Pushing event updated for resources: {'Port': ['ID=839adc70-5407-442c-9992-870cb9fe42ac,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:41.814120 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:41.827215 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:41.829304 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec1316-dec0-4312-9816-373f099f227c req-807ef9f7-ee08-4aa5-82c5-4405b4ab7788 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:41.830739 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-dfec1316-dec0-4312-9816-373f099f227c req-807ef9f7-ee08-4aa5-82c5-4405b4ab7788 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Synchronizing usage tracker for tenant:7d2d260d341649cfa820d84b89ec798d on resource:network {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:41.857432 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] For port 644d642a-2d7b-467e-ae30-2826ab1b7799, host hv-cinder-80528, cleared binding levels {{(pid=79332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:41.892719 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.904361 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.940684 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-44a1c152-2d34-4d94-b174-bca737affed2 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&fields=id HTTP/1.1" status: 200 len: 255 time: 2.2506962 Aug 20 19:06:41.941832 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45affb4-d9a1-4776-8d30-5a882cea9b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b414a5-2b00-4577-a09a-0d97ec9b7de1,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:41.945621 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a45affb4-d9a1-4776-8d30-5a882cea9b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:41.946096 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:41.949346 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:41.963610 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Transition to ACTIVE for port object 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 will not be triggered until provisioned by entity L2. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:41.982729 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] For port 644d642a-2d7b-467e-ae30-2826ab1b7799, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=644d642a-2d7b-467e-ae30-2826ab1b7799,segment=NetworkSegment(247b2af3-f0aa-42cd-baa9-aded6999e66c),segment_id=247b2af3-f0aa-42cd-baa9-aded6999e66c)] {{(pid=79332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:42.002231 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 63c502d5-806a-4579-ace8-e870135fd2ec triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:42.002734 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.023742 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-dfec1316-dec0-4312-9816-373f099f227c req-807ef9f7-ee08-4aa5-82c5-4405b4ab7788 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Unset dirty status for tenant:7d2d260d341649cfa820d84b89ec798d on resource:network {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:42.033607 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-807ef9f7-ee08-4aa5-82c5-4405b4ab7788 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 817 time: 0.5168605 Aug 20 19:06:42.059099 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.061681 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:42.073257 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.080639 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:42.081453 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-d20f881f-3c29-466d-a42a-31fdad679250 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/quotas/7d2d260d341649cfa820d84b89ec798d HTTP/1.1" status: 200 len: 375 time: 0.0466738 Aug 20 19:06:42.092706 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:42.094085 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=40e3363839294ae0ad917856bd71dfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1350651 Aug 20 19:06:42.102611 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50504) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:42.177613 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71426185-4106-4477-9931-338acdde30d6,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:42.185398 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:42.225086 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:42.314471 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-a1dca029-5345-48ea-8f32-d3db1fbc706c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2248619 Aug 20 19:06:42.318415 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-178f1715-44d8-41f6-8ffb-2af53db38e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.333951 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:42.340109 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:42.341047 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.342058 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:42.342597 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.346816 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] 10.222.0.21 "PUT /v2.0/ports/644d642a-2d7b-467e-ae30-2826ab1b7799 HTTP/1.1" status: 200 len: 1094 time: 6.2902672 Aug 20 19:06:42.377211 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-178f1715-44d8-41f6-8ffb-2af53db38e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.413548 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a7257c-062b-4623-a02a-7ffe9c9e763a', 'tag': '644d642a-2d7b-467e-ae30-2826ab1b7799'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:42.533602 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-3a1025b4-edcd-462c-a960-d034c2972dad None None] Provisioning complete for port 839adc70-5407-442c-9992-870cb9fe42ac triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:42.534065 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3a1025b4-edcd-462c-a960-d034c2972dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.543533 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-4dc4d98f-ea30-4aab-96cb-1fe37994b93c service neutron] 10.222.0.54 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670724 Aug 20 19:06:42.578146 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.597769 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:42.662589 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-178f1715-44d8-41f6-8ffb-2af53db38e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.673777 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=6ec3907e-33f2-4083-8dfc-0ef0752e8ba2,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:42.693605 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.703431 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:42.729285 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-81559094-7f31-4dfe-9c4f-35293152b0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:42.745841 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-d501a8a5-da01-429d-bcd2-c3391ceeb289 service neutron] 10.222.0.54 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128668 Aug 20 19:06:42.750656 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Pushing event updated for resources: {'Port': ['ID=644d642a-2d7b-467e-ae30-2826ab1b7799,revision_number=3']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:42.754570 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-178f1715-44d8-41f6-8ffb-2af53db38e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:42.754792 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:42.758582 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-178f1715-44d8-41f6-8ffb-2af53db38e1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71426185-4106-4477-9931-338acdde30d6 HTTP/1.1" status: 204 len: 168 time: 0.6522982 Aug 20 19:06:42.777966 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f1715-44d8-41f6-8ffb-2af53db38e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71426185-4106-4477-9931-338acdde30d6,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:42.783687 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-178f1715-44d8-41f6-8ffb-2af53db38e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:42.787790 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-3a1025b4-edcd-462c-a960-d034c2972dad None None] Port 839adc70-5407-442c-9992-870cb9fe42ac cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:42.802136 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:42.802432 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:42.815704 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=6ec3907e-33f2-4083-8dfc-0ef0752e8ba2,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:42.822124 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:42.946210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Attempting to bind port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:42.946536 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Attempting to bind port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:42.946865 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Attempting to bind port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 on network ba8295ce-354a-4324-b02d-33607bd6c33d {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:42.974374 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-fcb819ee-d0e5-4dbf-8be8-1f9a05f1dd07 service neutron] 10.222.0.54 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261882 Aug 20 19:06:43.031200 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 on network ba8295ce-354a-4324-b02d-33607bd6c33d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:06:43.031524 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Attempting to bind port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 on network ba8295ce-354a-4324-b02d-33607bd6c33d {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:43.058666 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:43.059049 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Checking segment: {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:43.059484 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Bound using segment: {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:43.060299 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Bound port: 5d9b24e5-02c8-4203-81d2-6e793c3e71b1, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'}}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:43.060915 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:43.111813 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-17cd0f7e-510c-4c18-8e95-c10cf6c69786 service neutron] 10.222.0.54 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444014 Aug 20 19:06:43.402427 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f0f0-9664-4ee8-9f06-af62b03bb76b req-fc1d19c1-58f4-4da8-86a8-f3598c4ceda3 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:43.414225 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1527f0f0-9664-4ee8-9f06-af62b03bb76b req-fc1d19c1-58f4-4da8-86a8-f3598c4ceda3 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 943 time: 0.1411672 Aug 20 19:06:43.456923 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Router 8f393ee7-0843-4308-8d48-6885447db335 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:06:43.464717 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-d3e79df1-75a3-4b4a-985a-b495275b2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:43.474609 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-d3e79df1-75a3-4b4a-985a-b495275b2d12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7dbda7eb5ba7482f912b7d5a8d7540d2&device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 1097 time: 0.7351530 Aug 20 19:06:43.549247 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1527f0f0-9664-4ee8-9f06-af62b03bb76b req-4a811e84-7614-4ca6-a2ba-8ecb74e5e364 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332717 Aug 20 19:06:43.597956 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:43.626565 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50568) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:43.679789 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:43.776588 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:43.785282 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Usage tracker for resource:security_group_rule and tenant:0c6f417ae9724d3e923bc21788e42ad5 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:43.796235 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:43.815562 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:43.875650 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-7d91ed2f-6eed-4816-9c08-80f1c66d376b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=644d642a-2d7b-467e-ae30-2826ab1b7799 HTTP/1.1" status: 200 len: 217 time: 0.3725705 Aug 20 19:06:43.937404 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-cf15b8f2-121a-4774-a1b1-33c94d9c6b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:43.941784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:43.943749 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.086504 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.095940 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.130775 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f1de1fae-2f2c-4c11-b5f7-794bc9cca781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:44.160297 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-e6d12f62-3be1-492d-928e-b1c3f1827a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:44.161793 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-e6d12f62-3be1-492d-928e-b1c3f1827a96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3082325-fc82-4306-891e-e2c614ca38db HTTP/1.1" status: 200 len: 852 time: 0.2594814 Aug 20 19:06:44.193356 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a7257c-062b-4623-a02a-7ffe9c9e763a', 'tag': '644d642a-2d7b-467e-ae30-2826ab1b7799', 'status': 'completed', 'code': 200} Aug 20 19:06:44.194547 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] For port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1, host hv-cinder-80528, cleared binding levels {{(pid=79332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:44.223913 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c6f417ae9724d3e923bc21788e42ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960472 Aug 20 19:06:44.229934 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50590) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:44.236975 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5b97bf-b445-4380-b52d-44a49893797c,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:44.319348 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-4913a806-6c91-4bc4-a146-3778483474fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=993dfbf0-02d1-4d3b-b0e3-a13cee745b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332824 Aug 20 19:06:44.357848 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:44.397872 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bed2b1c9-952c-41b8-b1d2-6c2535047e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.484599 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] For port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:44.487010 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6be69ba6-5d14-4ad7-af85-88b20521e60c req-25853d22-3426-4837-8e76-e351266b688a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 210 time: 0.0694828 Aug 20 19:06:44.525246 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bed2b1c9-952c-41b8-b1d2-6c2535047e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.599891 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bed2b1c9-952c-41b8-b1d2-6c2535047e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.604216 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:44.610288 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.632479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2b1c9-952c-41b8-b1d2-6c2535047e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5b97bf-b445-4380-b52d-44a49893797c,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:44.636210 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bed2b1c9-952c-41b8-b1d2-6c2535047e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:44.639697 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:44.649586 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bed2b1c9-952c-41b8-b1d2-6c2535047e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.650912 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-bed2b1c9-952c-41b8-b1d2-6c2535047e53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce5b97bf-b445-4380-b52d-44a49893797c HTTP/1.1" status: 204 len: 168 time: 0.4198461 Aug 20 19:06:44.769285 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-f6d0c1d4-7d55-416f-bd0e-9ae6042a4d06 req-06cd6dee-4742-40e3-8f44-7adfff7f42e1 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Synchronizing usage tracker for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:44.796592 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:06:44.807868 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Sync routers for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:06:44.821438 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] 10.222.0.54 "PUT /v2.0/routers/8f393ee7-0843-4308-8d48-6885447db335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.4355690 Aug 20 19:06:44.823966 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:44.825143 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-f6d0c1d4-7d55-416f-bd0e-9ae6042a4d06 req-06cd6dee-4742-40e3-8f44-7adfff7f42e1 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Unset dirty status for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:44.827195 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:44.838927 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f6d0c1d4-7d55-416f-bd0e-9ae6042a4d06 req-06cd6dee-4742-40e3-8f44-7adfff7f42e1 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 210 time: 0.1528091 Aug 20 19:06:44.975142 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:44.983209 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:44.984958 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d9b24e5-02c8-4203-81d2-6e793c3e71b1 HTTP/1.1" status: 200 len: 1093 time: 10.0978262 Aug 20 19:06:45.000594 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e50f8b-c5fe-4cf7-b63b-a28cbcb3ef1d req-d77f9690-4cd9-4c1a-a9a9-b22cbb1b0152 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:45.003450 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b8e50f8b-c5fe-4cf7-b63b-a28cbcb3ef1d req-d77f9690-4cd9-4c1a-a9a9-b22cbb1b0152 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Synchronizing usage tracker for tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:45.032395 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,revision_number=3']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:45.064481 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:45.185613 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-e562f134-53ca-4e9c-bf4c-3e2f81872345 service neutron] 10.222.0.21 "GET /v2.0/networks/993dfbf0-02d1-4d3b-b0e3-a13cee745b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6994934 Aug 20 19:06:45.252866 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95a232-4e94-48ef-91fe-a986247b38b6 req-bfa5774e-12b6-40ed-a09c-c612dfce9391 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:45.255399 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fd95a232-4e94-48ef-91fe-a986247b38b6 req-bfa5774e-12b6-40ed-a09c-c612dfce9391 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 943 time: 0.1423216 Aug 20 19:06:45.262392 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b8e50f8b-c5fe-4cf7-b63b-a28cbcb3ef1d req-d77f9690-4cd9-4c1a-a9a9-b22cbb1b0152 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Unset dirty status for tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:45.269438 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b8e50f8b-c5fe-4cf7-b63b-a28cbcb3ef1d req-d77f9690-4cd9-4c1a-a9a9-b22cbb1b0152 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 944 time: 1.6522596 Aug 20 19:06:45.299779 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:45.413115 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fd95a232-4e94-48ef-91fe-a986247b38b6 req-c4aa5526-3b53-49c4-b20f-cd80209a8072 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499584 Aug 20 19:06:45.417947 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.21', 57760) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:45.531342 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:45.596586 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b8e50f8b-c5fe-4cf7-b63b-a28cbcb3ef1d req-272b5380-6c27-4ba1-8d80-8bda9f750689 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123786 Aug 20 19:06:45.633423 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-ae611ce1-16a3-4f6f-a6ad-ab82d49ca334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:45.635949 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-ae611ce1-16a3-4f6f-a6ad-ab82d49ca334 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 1096 time: 0.2152445 Aug 20 19:06:45.639458 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec1316-dec0-4312-9816-373f099f227c req-bd9ac027-3630-422f-b14e-65c8619d7661 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:45.641261 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-bd9ac027-3630-422f-b14e-65c8619d7661 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 817 time: 0.5974929 Aug 20 19:06:45.686312 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c8cbb76c-65e2-4072-9f03-44b817c05417 req-06ca922b-4dd9-495d-bc09-e35972eaa8ce service neutron] 10.222.0.21 "GET /v2.0/networks/993dfbf0-02d1-4d3b-b0e3-a13cee745b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849350 Aug 20 19:06:45.736079 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-2ccd5a42-45cd-4ea7-b1e7-1b133b01e1bd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d2d260d341649cfa820d84b89ec798d HTTP/1.1" status: 200 len: 379 time: 0.0776315 Aug 20 19:06:45.753428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'port': {'device_id': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'admin_state_up': True, 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'security_groups': ['af53326e-a513-4743-9eb0-ec73a1693abc']}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:45.830379 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-536bd050-1d1b-4349-a830-d310ffd33f61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d9b24e5-02c8-4203-81d2-6e793c3e71b1 HTTP/1.1" status: 200 len: 217 time: 0.1719155 Aug 20 19:06:45.952850 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.21', 57763) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:46.147789 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-3e5cd7bd-2c16-417d-bb30-d2d85fe6cd33 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:46.148883 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-3e5cd7bd-2c16-417d-bb30-d2d85fe6cd33 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Synchronizing usage tracker for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:network {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:46.178109 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-8f8255fe-2510-4ccf-98d1-080afa735d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:46.179905 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-8f8255fe-2510-4ccf-98d1-080afa735d29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 200 len: 855 time: 0.3432834 Aug 20 19:06:46.182490 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:37Z', 'revision_number': 2, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:46.196794 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Checking router: 8f393ee7-0843-4308-8d48-6885447db335 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:06:46.197168 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Updating router 8f393ee7-0843-4308-8d48-6885447db335 port 839adc70-5407-442c-9992-870cb9fe42ac binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:06:46.216161 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1', 'tag': '5d9b24e5-02c8-4203-81d2-6e793c3e71b1'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:46.250488 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-3e5cd7bd-2c16-417d-bb30-d2d85fe6cd33 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Unset dirty status for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:network {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:46.251631 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-3e5cd7bd-2c16-417d-bb30-d2d85fe6cd33 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.21 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 818 time: 0.2896683 Aug 20 19:06:46.254578 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-c6575042-641f-4dca-b8b2-d01fac9f9f65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba8295ce-354a-4324-b02d-33607bd6c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596454 Aug 20 19:06:46.270595 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Request body: {'port': {'device_id': '51acf22f-cc2b-4320-ac1c-c69d11e938d1', 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65', 'admin_state_up': True, 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:46.339578 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.502364 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-a8e88ca3-d9ec-49d8-8bf9-803d46c6a389 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:46.509222 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-a8e88ca3-d9ec-49d8-8bf9-803d46c6a389 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 818 time: 0.6300774 Aug 20 19:06:46.512616 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:46.523823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-61bbdd6c-deba-4c59-b896-e70eed7c5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:46.525339 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-61bbdd6c-deba-4c59-b896-e70eed7c5422 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7dbda7eb5ba7482f912b7d5a8d7540d2&device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 1097 time: 0.7234972 Aug 20 19:06:46.533310 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3b1d13a0-f67f-4d85-aa4c-a36223a877cb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/quotas/f7f0740783aa45a1b0597fc012a74ccf HTTP/1.1" status: 200 len: 375 time: 0.0232282 Aug 20 19:06:46.675361 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:port and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:46.711479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:46.733830 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:46.808619 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.837006 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Made reservation on behalf of 7d2d260d341649cfa820d84b89ec798d for: {'port': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:46.840696 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:46.853053 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-6856e937-73aa-4263-a132-1ce54b9e17c3 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497310 Aug 20 19:06:46.854483 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:46.898792 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:46.914952 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50700) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:46.931798 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1138312601', 'description': 'tempest-description--1046915384'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:46.983623 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:46.987495 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-763700c3-2936-475d-83e3-ed4cde0bca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:46.988994 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-763700c3-2936-475d-83e3-ed4cde0bca1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=993dfbf0-02d1-4d3b-b0e3-a13cee745b15 HTTP/1.1" status: 200 len: 913 time: 0.4529788 Aug 20 19:06:47.002504 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:security_group and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:47.068270 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:47.086488 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Made reservation on behalf of f7f0740783aa45a1b0597fc012a74ccf for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:47.095342 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.109932 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-8d310d6c-f3bf-4645-ab56-2aeabfaafe0b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5755711 Aug 20 19:06:47.130518 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:47.215495 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-8c5548c7-8c89-49c2-bd1c-3932c8bb9982 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=644d642a-2d7b-467e-ae30-2826ab1b7799 HTTP/1.1" status: 200 len: 217 time: 0.2028687 Aug 20 19:06:47.344893 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.362388 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Transition to ACTIVE for port object 839adc70-5407-442c-9992-870cb9fe42ac will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:47.375454 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.381078 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:47.397362 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.469873 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-97a90fb1-f1ed-4fbf-a0d7-e07966593904 req-eb03f3d2-71d2-4be3-a53e-fdd049de8a7b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 210 time: 0.1873028 Aug 20 19:06:47.624420 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fb08e29c-c1b5-49b6-822e-bbe9debaa6e2 req-8ce76f72-c086-4d8b-8d9a-ff22a239a241 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7643545 Aug 20 19:06:47.627819 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1', 'tag': '5d9b24e5-02c8-4203-81d2-6e793c3e71b1', 'status': 'completed', 'code': 200} Aug 20 19:06:47.717877 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:47.728007 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602304f6-b9e6-46d3-b7a4-710eb9df30c3 None None] Pushing event updated for resources: {'Port': ['ID=839adc70-5407-442c-9992-870cb9fe42ac,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:47.743236 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-602304f6-b9e6-46d3-b7a4-710eb9df30c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:47.749502 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-2e80b457-7544-498c-8a56-78cbc5ae360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:47.751060 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-2e80b457-7544-498c-8a56-78cbc5ae360e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3082325-fc82-4306-891e-e2c614ca38db HTTP/1.1" status: 200 len: 852 time: 0.5273089 Aug 20 19:06:47.763674 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:security_group_rule and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:47.769265 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:47.818514 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Allocated IP 172.20.0.8 (3783be21-67f8-4795-bc60-02f09355dd1f/a723624b-dd92-43aa-bb45-d5647d037c97/e260e3d3-1785-4c99-b313-d51aff00c0af) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:47.842819 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:47.848149 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-28a1710e-f575-4ea6-9526-c0fc1dd92897 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=993dfbf0-02d1-4d3b-b0e3-a13cee745b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755579 Aug 20 19:06:47.862156 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50722) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:47.889039 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-32c3d3b7-c9c8-4484-8ce1-546824952ff3 service neutron] 10.222.0.54 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7771297 Aug 20 19:06:47.975514 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Attempting to bind port 839adc70-5407-442c-9992-870cb9fe42ac on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:47.975932 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Attempting to bind port 839adc70-5407-442c-9992-870cb9fe42ac by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:47.976536 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Attempting to bind port 839adc70-5407-442c-9992-870cb9fe42ac on network e18c5f98-d175-4e61-b39f-58c9e4a32582 {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:47.985692 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:47.986355 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Checking segment: {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:47.987631 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:47.988053 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Bound using segment: {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:47.989144 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Bound port: 839adc70-5407-442c-9992-870cb9fe42ac, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:47.989144 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.071497 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Allocated IP 172.20.0.4 (ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65/503363ed-20b6-413e-bb76-089ab59f7feb/c38a5115-0d57-4455-b0b5-803028b25ef8) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:48.101661 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] For port 839adc70-5407-442c-9992-870cb9fe42ac, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:48.105274 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] For port 839adc70-5407-442c-9992-870cb9fe42ac, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=839adc70-5407-442c-9992-870cb9fe42ac,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:48.114465 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.122745 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:48.153774 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-5c8b5be2-eab3-442a-90bb-7d4d0d11dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:48.155959 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-5c8b5be2-eab3-442a-90bb-7d4d0d11dbec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 1096 time: 0.4086928 Aug 20 19:06:48.227540 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed41848-af15-40e3-846b-323fe6d0133d req-69b33e72-484e-4259-a3cb-719f437c95e7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:48.237881 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3ed41848-af15-40e3-846b-323fe6d0133d req-69b33e72-484e-4259-a3cb-719f437c95e7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 943 time: 0.3912330 Aug 20 19:06:48.264839 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:06:48.266113 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:48.399350 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-6efb6489-f600-44ff-92c5-363f47b67d7f service neutron] 10.222.0.54 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885552 Aug 20 19:06:48.434104 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-9ed7e700-14b9-4595-ad10-f0335485976f service neutron] 10.222.0.21 "GET /v2.0/networks/993dfbf0-02d1-4d3b-b0e3-a13cee745b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746384 Aug 20 19:06:48.440153 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.501972 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.559293 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.587861 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602304f6-b9e6-46d3-b7a4-710eb9df30c3 None None] Pushing event updated for resources: {'Port': ['ID=839adc70-5407-442c-9992-870cb9fe42ac,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:48.596037 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-602304f6-b9e6-46d3-b7a4-710eb9df30c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:48.670936 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:06:48.675441 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:48.760670 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.765296 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8451769 Aug 20 19:06:48.766381 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50762) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:48.770263 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:48.777466 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3ed41848-af15-40e3-846b-323fe6d0133d req-e80049bb-fad0-4bca-8917-ff7718c1874c tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385566 Aug 20 19:06:48.829729 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:48.835442 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Usage tracker for resource:security_group_rule and tenant:7035f150a1bd4cf98c4699045ac6102b is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:48.839512 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:48.846845 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:48.918031 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'security_group_rule': {'security_group_id': '391adec0-1fb4-4982-ba4d-09e57f71a5a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:49.027293 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Transition to ACTIVE for port object e260e3d3-1785-4c99-b313-d51aff00c0af will not be triggered until provisioned by entity DHCP. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:49.029691 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.031470 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-e8921493-71b2-47b9-8f03-8d0b8fa768e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:49.045878 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-e8921493-71b2-47b9-8f03-8d0b8fa768e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 916 time: 0.8724813 Aug 20 19:06:49.063775 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:49.094629 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.099479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:security_group_rule and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:49.110871 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:49.127617 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391adec0-1fb4-4982-ba4d-09e57f71a5a0,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:49.141540 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:49.178923 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-08dcff76-016a-4a29-b8c7-32711f81c2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:49.230075 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-8e8a1b98-b149-4aac-9ba8-6fe7e8825ec8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d9b24e5-02c8-4203-81d2-6e793c3e71b1 HTTP/1.1" status: 200 len: 217 time: 0.1811638 Aug 20 19:06:49.264504 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:49.271432 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:49.276215 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:49.303552 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Network 3783be21-67f8-4795-bc60-02f09355dd1f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:49.316403 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:49.320131 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:49.327644 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:49.328457 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.335860 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.351778 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:48Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:06:49.365219 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcbc51-673d-472e-8bc2-738458acb6f8 None None] The sync data for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi is: [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:48Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:06:49.389456 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.407972 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.479321 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c68107f7-bb52-468b-ae18-866893f49ed9 req-329107ea-a7dc-4c76-ab76-7a68150bd493 service neutron] 10.222.0.21 "GET /v2.0/networks/993dfbf0-02d1-4d3b-b0e3-a13cee745b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0274985 Aug 20 19:06:49.488399 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7396536 Aug 20 19:06:49.546371 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:49.658865 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 839adc70-5407-442c-9992-870cb9fe42ac up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:49.783970 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f756a585-3bda-4d97-b23b-f75396a56564,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:49.795036 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:49.822902 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Request body: {'port': {'device_id': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:49.852620 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 839adc70-5407-442c-9992-870cb9fe42ac completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:49.853671 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-f2e063ed-fe89-422d-88be-46d6bcbc3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:49.856381 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-f2e063ed-fe89-422d-88be-46d6bcbc3299 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 200 len: 855 time: 0.3751905 Aug 20 19:06:49.862842 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 839adc70-5407-442c-9992-870cb9fe42ac triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:49.863268 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.921833 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed86f4c-ccf8-44d8-85c6-c81b6cd9b510 req-bae3861f-5647-440c-8d2a-c09a252f3919 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:49.923816 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9ed86f4c-ccf8-44d8-85c6-c81b6cd9b510 req-bae3861f-5647-440c-8d2a-c09a252f3919 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 944 time: 1.2181883 Aug 20 19:06:49.970544 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.987423 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7035f150a1bd4cf98c4699045ac6102b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0902078 Aug 20 19:06:49.991651 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:49.992996 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-d5187649-00bf-4883-8018-0dc5d4b90c43 None None] Provisioning for port e260e3d3-1785-4c99-b313-d51aff00c0af completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:49.993136 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50810) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:50.016211 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-d5187649-00bf-4883-8018-0dc5d4b90c43 None None] Provisioning complete for port e260e3d3-1785-4c99-b313-d51aff00c0af triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:50.016982 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-d5187649-00bf-4883-8018-0dc5d4b90c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.055776 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-676da8d4-8e59-4201-85c2-e4869c2e2444 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba8295ce-354a-4324-b02d-33607bd6c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1789889 Aug 20 19:06:50.073016 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.083733 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.107586 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:50.127536 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:50.155144 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-d5187649-00bf-4883-8018-0dc5d4b90c43 None None] Port e260e3d3-1785-4c99-b313-d51aff00c0af cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:06:50.184742 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa21267-d683-477e-b955-e8bae4a9d8c7,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:50.191639 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:50.213991 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.241208 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9ed86f4c-ccf8-44d8-85c6-c81b6cd9b510 req-21f4afea-b867-43d6-a783-cdfe254654b6 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378433 Aug 20 19:06:50.242302 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.243630 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3326647 Aug 20 19:06:50.250910 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50816) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:50.264066 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'security_group_rule': {'security_group_id': '391adec0-1fb4-4982-ba4d-09e57f71a5a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:50.282060 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 839adc70-5407-442c-9992-870cb9fe42ac, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=839adc70-5407-442c-9992-870cb9fe42ac,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:50.294759 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:50.295464 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.297365 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:50.308292 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:security_group_rule and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:50.320534 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:50.337061 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:50.376817 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=839adc70-5407-442c-9992-870cb9fe42ac,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:50.382024 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:50.388463 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:50.401451 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:50.496019 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:50.506133 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:50.507023 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.547242 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef13ef-dc84-4a74-a5f6-287feeacde95 req-2e9cc63e-8ff3-41f0-9bc1-45c2d77547df tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:50.549623 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-66ef13ef-dc84-4a74-a5f6-287feeacde95 req-2e9cc63e-8ff3-41f0-9bc1-45c2d77547df tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 931 time: 1.1623416 Aug 20 19:06:50.583111 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Pushing event updated for resources: {'Port': ['ID=c38a5115-0d57-4455-b0b5-803028b25ef8,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:50.612406 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 644d642a-2d7b-467e-ae30-2826ab1b7799 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:06:50.621232 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:50.664535 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3994589 Aug 20 19:06:50.668443 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.701712 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Request body: {'port': {'device_id': '51acf22f-cc2b-4320-ac1c-c69d11e938d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:50.724806 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-46114f56-fe99-4834-b5f7-a3287d8e04b0 req-f069114c-9225-4d6e-bf52-6bd0482b6a83 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 210 time: 0.2042298 Aug 20 19:06:50.776775 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eb8a343f-10e0-4b3f-a6a0-b069b0f3bbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:50.795922 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-66ef13ef-dc84-4a74-a5f6-287feeacde95 req-ba1f2e90-0511-4761-855c-7da0442322f4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171609 Aug 20 19:06:50.808864 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-7a546357-d1b4-4470-825d-5bcab93d1661 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268517 Aug 20 19:06:50.997721 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eb8a343f-10e0-4b3f-a6a0-b069b0f3bbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.025570 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 644d642a-2d7b-467e-ae30-2826ab1b7799, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=644d642a-2d7b-467e-ae30-2826ab1b7799,segment=NetworkSegment(247b2af3-f0aa-42cd-baa9-aded6999e66c),segment_id=247b2af3-f0aa-42cd-baa9-aded6999e66c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:51.042752 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '644d642a-2d7b-467e-ae30-2826ab1b7799', 'network_id': '993dfbf0-02d1-4d3b-b0e3-a13cee745b15', 'port_id': '644d642a-2d7b-467e-ae30-2826ab1b7799', 'mac_address': 'fa:16:3e:45:2d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3082325-fc82-4306-891e-e2c614ca38db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:06:51.202350 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.231567 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644d642a-2d7b-467e-ae30-2826ab1b7799 {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:51.237395 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d84f66da-34c0-4c5f-9dd9-7b8d40a80fbf tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:51.239230 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d84f66da-34c0-4c5f-9dd9-7b8d40a80fbf tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.21 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 818 time: 0.7175965 Aug 20 19:06:51.255687 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 644d642a-2d7b-467e-ae30-2826ab1b7799, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=644d642a-2d7b-467e-ae30-2826ab1b7799,segment=NetworkSegment(247b2af3-f0aa-42cd-baa9-aded6999e66c),segment_id=247b2af3-f0aa-42cd-baa9-aded6999e66c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:51.287164 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.298922 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:51.310667 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.420403 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-b20d2fc8-e50d-4575-a31d-33240f247b5b service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884740 Aug 20 19:06:51.453103 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e260e3d3-1785-4c99-b313-d51aff00c0af {{(pid=79332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:51.473928 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eb8a343f-10e0-4b3f-a6a0-b069b0f3bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.483441 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.504008 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=644d642a-2d7b-467e-ae30-2826ab1b7799,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:51.513622 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:51.522838 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Transition to ACTIVE for port object e260e3d3-1785-4c99-b313-d51aff00c0af will not be triggered until provisioned by entity L2. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:51.543540 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Request body: {'port': {'device_id': '526bba40-c1dd-4144-85a4-0feb1630e15a', 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65', 'admin_state_up': True, 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:51.572796 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:51.590173 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.598847 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 839adc70-5407-442c-9992-870cb9fe42ac up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:51.605286 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.630352 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.634502 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a343f-10e0-4b3f-a6a0-b069b0f3bbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f756a585-3bda-4d97-b23b-f75396a56564,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:51.635713 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:51.650443 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-eb8a343f-10e0-4b3f-a6a0-b069b0f3bbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:51.710273 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eb8a343f-10e0-4b3f-a6a0-b069b0f3bbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.717904 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50882) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:51.726516 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-eb8a343f-10e0-4b3f-a6a0-b069b0f3bbda admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f756a585-3bda-4d97-b23b-f75396a56564 HTTP/1.1" status: 204 len: 168 time: 1.7203562 Aug 20 19:06:51.738292 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['644d642a-2d7b-467e-ae30-2826ab1b7799'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:06:51.862597 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.863849 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6117280 Aug 20 19:06:51.887326 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 839adc70-5407-442c-9992-870cb9fe42ac triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:51.888033 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:51.906007 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798172c0-1df2-4ab3-8bc5-837080cb9a7e req-f47657a5-3e9a-4028-a7c3-2fcdfec68b96 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:51.907594 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-798172c0-1df2-4ab3-8bc5-837080cb9a7e req-f47657a5-3e9a-4028-a7c3-2fcdfec68b96 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 943 time: 0.8886454 Aug 20 19:06:51.910671 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 50896) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:52.022249 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'floatingip': {'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:52.057895 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:52.117256 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:floatingip and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:52.123965 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:52.127245 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:52.156015 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-798172c0-1df2-4ab3-8bc5-837080cb9a7e req-666e579b-753e-4257-9832-8b2121269e2a tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745517 Aug 20 19:06:52.157035 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:52.176307 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-60fde43e-ef68-46de-ab4d-eb4f1b52587c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:52.224045 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:52.231197 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Attempting to bind port e260e3d3-1785-4c99-b313-d51aff00c0af on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:52.232038 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Attempting to bind port e260e3d3-1785-4c99-b313-d51aff00c0af by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:52.233053 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Attempting to bind port e260e3d3-1785-4c99-b313-d51aff00c0af on network 3783be21-67f8-4795-bc60-02f09355dd1f {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:52.250776 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9a2444-5ee5-4191-8b78-b9a8feee08ee,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:52.252819 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Port e260e3d3-1785-4c99-b313-d51aff00c0af on network 3783be21-67f8-4795-bc60-02f09355dd1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:06:52.252943 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Attempting to bind port e260e3d3-1785-4c99-b313-d51aff00c0af on network 3783be21-67f8-4795-bc60-02f09355dd1f {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:52.258792 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:52.261109 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:52.261867 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Checking segment: {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:52.262024 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Bound using segment: {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:52.262711 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Bound port: e260e3d3-1785-4c99-b313-d51aff00c0af, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'}}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:52.263893 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.282217 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.297530 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:52.304041 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38a5115-0d57-4455-b0b5-803028b25ef8 {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:52.313999 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Usage tracker for resource:port and tenant:f7f0740783aa45a1b0597fc012a74ccf is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:52.319656 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.339634 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Transition to ACTIVE for port object c38a5115-0d57-4455-b0b5-803028b25ef8 will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:52.356351 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2cbc-ba0b-4828-8dac-1202a6a170ea req-bebcb538-49a7-44b0-9289-966c510bab79 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:52.358912 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7f0a2cbc-ba0b-4828-8dac-1202a6a170ea req-bebcb538-49a7-44b0-9289-966c510bab79 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 945 time: 0.7901521 Aug 20 19:06:52.360131 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.366627 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e6607666-c45a-4332-85be-d55bfb1dcd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:52.412704 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, cleared binding levels {{(pid=79332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:52.415964 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:52.417612 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:52.429739 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:52.433149 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.453875 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Pushing event updated for resources: {'Port': ['ID=c38a5115-0d57-4455-b0b5-803028b25ef8,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:52.457488 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:52.467212 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f89efe08-cf63-4688-bd8d-a4e6ab95ccc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:52.491941 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50912) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:52.583531 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:06:52.586689 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.609036 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.633347 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7f0a2cbc-ba0b-4828-8dac-1202a6a170ea req-4ea0c024-69ec-4072-b622-888dd6f4b2a9 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675481 Aug 20 19:06:52.642400 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8a1b0a5e-4931-4269-a9fd-c60e56476e96 req-29b260b9-2c65-426c-a821-8eb63b305e06 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 210 time: 0.1123025 Aug 20 19:06:52.646297 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:52.647034 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.648724 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] 10.222.0.21 "PUT /v2.0/ports/e260e3d3-1785-4c99-b313-d51aff00c0af HTTP/1.1" status: 200 len: 1093 time: 3.1195145 Aug 20 19:06:52.651650 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Made reservation on behalf of f7f0740783aa45a1b0597fc012a74ccf for: {'port': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:06:52.655613 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:52.661971 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.694188 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Usage tracker for resource:security_group_rule and tenant:3f2b93e5c1144d85b42a50b4b27854cd is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:52.701297 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:52.710695 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:52.713392 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Attempting to bind port c38a5115-0d57-4455-b0b5-803028b25ef8 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:52.714260 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Attempting to bind port c38a5115-0d57-4455-b0b5-803028b25ef8 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:52.714756 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Attempting to bind port c38a5115-0d57-4455-b0b5-803028b25ef8 on network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:52.723162 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Port c38a5115-0d57-4455-b0b5-803028b25ef8 on network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:06:52.723741 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Attempting to bind port c38a5115-0d57-4455-b0b5-803028b25ef8 on network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:52.737297 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:52.738319 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Checking segment: {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:52.739366 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Bound using segment: {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:52.740129 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Bound port: c38a5115-0d57-4455-b0b5-803028b25ef8, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:52.740683 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.847034 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:52.852104 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:52.875012 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:52.909468 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '5d9b24e5-02c8-4203-81d2-6e793c3e71b1', 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d', 'port_id': '5d9b24e5-02c8-4203-81d2-6e793c3e71b1', 'mac_address': 'fa:16:3e:11:f5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f14726b-06d9-4d92-9138-8fd40a45b4b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:06:52.926272 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] For port c38a5115-0d57-4455-b0b5-803028b25ef8, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:52.932403 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] For port c38a5115-0d57-4455-b0b5-803028b25ef8, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=c38a5115-0d57-4455-b0b5-803028b25ef8,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:52.941632 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Usage tracker for resource:security_group_rule and tenant:b230c373a4394d1dbc3b7f650ae9261f is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:52.946722 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:52.972499 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:53.006500 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.008977 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'status': 'completed', 'code': 200} Aug 20 19:06:53.013584 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:53.040140 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:53.054774 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:53.055169 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.056842 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] 10.222.0.21 "PUT /v2.0/ports/c38a5115-0d57-4455-b0b5-803028b25ef8 HTTP/1.1" status: 200 len: 1093 time: 2.3783612 Aug 20 19:06:53.057300 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51acf22f-cc2b-4320-ac1c-c69d11e938d1', 'tag': 'c38a5115-0d57-4455-b0b5-803028b25ef8'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:53.065866 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:53.072066 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.074802 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:53.116241 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50924) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:53.131000 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:53.153951 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=3']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:53.155010 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:53.158311 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:53.169424 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:53.226713 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Pushing event updated for resources: {'Port': ['ID=c38a5115-0d57-4455-b0b5-803028b25ef8,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:53.238668 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:53.263801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.274860 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.285968 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:53.301519 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-49aad743-fa38-4099-853a-ad2b8b94b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:53.303255 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-49aad743-fa38-4099-853a-ad2b8b94b679 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 1096 time: 0.1848266 Aug 20 19:06:53.396113 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec1316-dec0-4312-9816-373f099f227c req-037bfcaf-b77a-4923-9c4c-404c82409719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:53.397647 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-037bfcaf-b77a-4923-9c4c-404c82409719 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 1096 time: 0.5362010 Aug 20 19:06:53.403675 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['5d9b24e5-02c8-4203-81d2-6e793c3e71b1'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:06:53.472583 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-46a5db41-ef73-4a80-a341-3d47a74d551c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38a5115-0d57-4455-b0b5-803028b25ef8 HTTP/1.1" status: 200 len: 217 time: 0.1481948 Aug 20 19:06:53.479995 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f2b93e5c1144d85b42a50b4b27854cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9288607 Aug 20 19:06:53.480856 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3084f-f782-48db-8dbf-da1bdc459815,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:53.484948 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50938) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:53.499226 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-2c8ae0fd-6111-428b-a27f-5ac2f33976dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e260e3d3-1785-4c99-b313-d51aff00c0af HTTP/1.1" status: 200 len: 217 time: 0.0884979 Aug 20 19:06:53.503683 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Allocated IP 172.20.0.8 (ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65/503363ed-20b6-413e-bb76-089ab59f7feb/013bbf7b-0568-48d5-9f1d-2f12dee2b6f5) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:53.533078 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:53.533786 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.559959 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a38114-5d2e-4963-98a1-745463a7e01f req-f36f53f9-e381-4af1-81a7-0c3692617144 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:53.560684 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-e4a38114-5d2e-4963-98a1-745463a7e01f req-f36f53f9-e381-4af1-81a7-0c3692617144 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Synchronizing usage tracker for tenant:7d2d260d341649cfa820d84b89ec798d on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:53.588292 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:53.590574 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.610953 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4877709af549ccb61137b7778626a8 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:53.622192 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:53.636074 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-6c7d80f8-3a6b-4657-94ed-c23076900b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:53.638105 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-6c7d80f8-3a6b-4657-94ed-c23076900b99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 200 len: 858 time: 0.1485226 Aug 20 19:06:53.640034 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:53.676282 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.693250 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-e4a38114-5d2e-4963-98a1-745463a7e01f req-f36f53f9-e381-4af1-81a7-0c3692617144 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Unset dirty status for tenant:7d2d260d341649cfa820d84b89ec798d on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:53.694411 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e4a38114-5d2e-4963-98a1-745463a7e01f req-f36f53f9-e381-4af1-81a7-0c3692617144 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.7491632 Aug 20 19:06:53.705104 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.712508 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-620d5bcc-8927-450b-9fa7-aa0f0df00336 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674293 Aug 20 19:06:53.731634 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec1316-dec0-4312-9816-373f099f227c req-5968f75a-ba13-4a76-bd8d-c502500644e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:53.733093 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-5968f75a-ba13-4a76-bd8d-c502500644e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.2231698 Aug 20 19:06:53.745132 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a3032fc3-9b1a-4798-a029-bd1a0b93aed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.751032 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a45affb4-d9a1-4776-8d30-5a882cea9b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:53.792572 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338f555-a5e3-46b6-ac4d-80bbbd0f2444 req-4088aeec-fa98-4644-bfba-7e08d20cc7e0 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:53.794195 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a338f555-a5e3-46b6-ac4d-80bbbd0f2444 req-4088aeec-fa98-4644-bfba-7e08d20cc7e0 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 944 time: 0.4714739 Aug 20 19:06:53.948401 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b230c373a4394d1dbc3b7f650ae9261f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1284621 Aug 20 19:06:53.950968 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a3032fc3-9b1a-4798-a029-bd1a0b93aed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:53.965167 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6034211e-46d6-4a96-8edc-7e4cb10e4554,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:53.968233 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50946) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:53.977753 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:54.011569 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e4a38114-5d2e-4963-98a1-745463a7e01f req-a74e4e07-b28c-4dd7-b157-af3172a23821 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031871 Aug 20 19:06:54.086001 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Allocated IP 172.27.3.173 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/48ca701b-84d4-460a-93bc-000faa832d83) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:06:54.105572 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a338f555-a5e3-46b6-ac4d-80bbbd0f2444 req-4f6e3385-9fda-45ec-8c76-6fe0ed39d290 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952306 Aug 20 19:06:54.138450 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-84bae7e3-0184-4d0c-bd21-f41f70f4be08 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139628 Aug 20 19:06:54.156951 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec1316-dec0-4312-9816-373f099f227c req-6ba1ae28-4997-43c1-9dae-c2c388a3bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:54.158957 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-6ba1ae28-4997-43c1-9dae-c2c388a3bb0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3863447 Aug 20 19:06:54.222506 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51acf22f-cc2b-4320-ac1c-c69d11e938d1', 'tag': 'c38a5115-0d57-4455-b0b5-803028b25ef8', 'status': 'completed', 'code': 200} Aug 20 19:06:54.277782 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a3032fc3-9b1a-4798-a029-bd1a0b93aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.279164 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3fb2f6fe-1a03-474b-ba4e-7e28333202bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.286563 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.296940 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.345741 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:54.363881 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.387307 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2469057b-a772-494c-8160-5b032b98c133 req-8d02cf3f-0e84-4dae-8a07-b543416bb39a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Synchronizing usage tracker for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:54.403949 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3032fc3-9b1a-4798-a029-bd1a0b93aed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3084f-f782-48db-8dbf-da1bdc459815,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:54.416919 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a3032fc3-9b1a-4798-a029-bd1a0b93aed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:54.417591 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:54.426777 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3fb2f6fe-1a03-474b-ba4e-7e28333202bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.492253 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a3032fc3-9b1a-4798-a029-bd1a0b93aed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.493388 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-a3032fc3-9b1a-4798-a029-bd1a0b93aed4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cac3084f-f782-48db-8dbf-da1bdc459815 HTTP/1.1" status: 204 len: 168 time: 1.0031445 Aug 20 19:06:54.502139 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.515642 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-57425f3b-319a-4eb3-8093-29d8f4b3d773 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492775 Aug 20 19:06:54.560620 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b4877709af549ccb61137b7778626a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4377151 Aug 20 19:06:54.563319 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50956) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:54.567513 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.599455 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:54.604932 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 644d642a-2d7b-467e-ae30-2826ab1b7799 up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:54.616388 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-682e2f46-87be-46d2-845d-dd8dfc459425 req-df30b1fb-9f4f-4c94-bf77-03e7ccb6dbc1 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682734 Aug 20 19:06:54.621801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2469057b-a772-494c-8160-5b032b98c133 req-8d02cf3f-0e84-4dae-8a07-b543416bb39a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Unset dirty status for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:54.636719 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2469057b-a772-494c-8160-5b032b98c133 req-8d02cf3f-0e84-4dae-8a07-b543416bb39a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 210 time: 0.3518946 Aug 20 19:06:54.638760 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ade80c-0e98-40b5-afec-ed0637a41a53,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:54.654266 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:54.762027 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3fb2f6fe-1a03-474b-ba4e-7e28333202bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.793289 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:54.827647 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ee6bce25-14e1-4c2d-bd6f-a025115d4601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.834869 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2f6fe-1a03-474b-ba4e-7e28333202bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6034211e-46d6-4a96-8edc-7e4cb10e4554,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:54.843616 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3fb2f6fe-1a03-474b-ba4e-7e28333202bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:54.870121 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3fb2f6fe-1a03-474b-ba4e-7e28333202bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.871553 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-3fb2f6fe-1a03-474b-ba4e-7e28333202bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6034211e-46d6-4a96-8edc-7e4cb10e4554 HTTP/1.1" status: 204 len: 168 time: 0.9024549 Aug 20 19:06:54.895246 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ee6bce25-14e1-4c2d-bd6f-a025115d4601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.949509 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:54.958777 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c78a-7015-4117-8074-b241bc716b0f req-32d7e2cb-75c7-4106-bd81-5326cb2b6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:54.960146 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9e5b3-2691-4fdf-915a-8075fa6e0d71 req-ee820025-3186-4848-b6b3-22647a64da6d tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:54.960658 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6146c78a-7015-4117-8074-b241bc716b0f req-32d7e2cb-75c7-4106-bd81-5326cb2b6c2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 1096 time: 0.2616954 Aug 20 19:06:54.961881 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 644d642a-2d7b-467e-ae30-2826ab1b7799 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:54.962927 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e2e9e5b3-2691-4fdf-915a-8075fa6e0d71 req-ee820025-3186-4848-b6b3-22647a64da6d tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 945 time: 0.6176081 Aug 20 19:06:54.977382 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:54.985307 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 644d642a-2d7b-467e-ae30-2826ab1b7799 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:54.988641 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:54.992210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:55.007293 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:55.008285 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.058862 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Pushing event updated for resources: {'Port': ['ID=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:55.110999 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.140521 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:55.164991 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:55.240950 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfec1316-dec0-4312-9816-373f099f227c req-b650cccb-dea6-432c-8223-dcc3cf087657 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149005 Aug 20 19:06:55.257229 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c78a-7015-4117-8074-b241bc716b0f req-10cbccfd-f716-4416-83b9-c9776699b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:55.260647 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6146c78a-7015-4117-8074-b241bc716b0f req-10cbccfd-f716-4416-83b9-c9776699b057 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 919 time: 0.2889574 Aug 20 19:06:55.263530 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e2e9e5b3-2691-4fdf-915a-8075fa6e0d71 req-a8e4f338-0c14-4a1b-a129-7943849127c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726848 Aug 20 19:06:55.284389 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:06:55.290186 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:06:55.292655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.390792 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:06:55.396677 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a7257c-062b-4623-a02a-7ffe9c9e763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644d642a-2d7b-467e-ae30-2826ab1b7799'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:55.414682 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6146c78a-7015-4117-8074-b241bc716b0f req-c0a419e3-1df6-4f6d-8358-c83d3866b47d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38a5115-0d57-4455-b0b5-803028b25ef8 HTTP/1.1" status: 200 len: 217 time: 0.1446927 Aug 20 19:06:55.416723 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ee6bce25-14e1-4c2d-bd6f-a025115d4601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.424917 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bed2b1c9-952c-41b8-b1d2-6c2535047e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:55.518408 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bce25-14e1-4c2d-bd6f-a025115d4601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ade80c-0e98-40b5-afec-ed0637a41a53,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:55.533835 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ee6bce25-14e1-4c2d-bd6f-a025115d4601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:55.550601 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.568167 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 644d642a-2d7b-467e-ae30-2826ab1b7799, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=644d642a-2d7b-467e-ae30-2826ab1b7799,segment=NetworkSegment(247b2af3-f0aa-42cd-baa9-aded6999e66c),segment_id=247b2af3-f0aa-42cd-baa9-aded6999e66c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:55.575332 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.576615 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:06:55.581651 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ee6bce25-14e1-4c2d-bd6f-a025115d4601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.592101 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ee6bce25-14e1-4c2d-bd6f-a025115d4601 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71ade80c-0e98-40b5-afec-ed0637a41a53 HTTP/1.1" status: 204 len: 168 time: 1.0036650 Aug 20 19:06:55.606140 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-602304f6-b9e6-46d3-b7a4-710eb9df30c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:55.619204 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d21d9-9f98-41e1-a5ad-3fd321904991 req-c288bf13-4fa3-42ed-bbf3-794e08b33ec1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:55.626836 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c5d21d9-9f98-41e1-a5ad-3fd321904991 req-c288bf13-4fa3-42ed-bbf3-794e08b33ec1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.4407287 Aug 20 19:06:55.629077 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c78a-7015-4117-8074-b241bc716b0f req-86d6b09d-c074-45af-b5cd-76356902421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:55.630733 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6146c78a-7015-4117-8074-b241bc716b0f req-86d6b09d-c074-45af-b5cd-76356902421a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 200 len: 858 time: 0.2085772 Aug 20 19:06:55.737706 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1975665 Aug 20 19:06:55.762990 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=644d642a-2d7b-467e-ae30-2826ab1b7799,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:55.767948 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:55.769526 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'Port': ['ID=48ca701b-84d4-460a-93bc-000faa832d83,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:55.775734 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6146c78a-7015-4117-8074-b241bc716b0f req-b8554e53-0943-4934-8aaf-2bdc6c7b1f02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982912 Aug 20 19:06:55.789025 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:06:55.808773 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:06:55.809178 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:55.815618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 50988) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:55.843637 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:55.857237 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Request body: {'port': {'device_id': '526bba40-c1dd-4144-85a4-0feb1630e15a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:06:55.861238 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c5d21d9-9f98-41e1-a5ad-3fd321904991 req-94a66536-3d19-4ec6-8639-cde7ba0f580a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275579 Aug 20 19:06:55.866477 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.014269 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:56.040232 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Usage tracker for resource:security_group_rule and tenant:07b2449b6eeb41e098b710bf5e1e1216 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:56.083477 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:56.126838 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:56.131471 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.189927 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.209906 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51000) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:56.237433 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:56.244485 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.247945 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-5ccf49a1-29f2-4c7f-948b-e8ecc715bc46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:56.303404 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-ce9d637d-4f61-4847-a0a5-c70503f28d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:56.304874 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-ce9d637d-4f61-4847-a0a5-c70503f28d2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 1096 time: 0.9883957 Aug 20 19:06:56.354211 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:56.356150 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd1729-2f0f-4b72-a356-c6c4dc620bf3 req-39d2b3f0-77a8-4425-abfc-6b09e92344e0 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:56.358883 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:56.365187 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b7fd1729-2f0f-4b72-a356-c6c4dc620bf3 req-39d2b3f0-77a8-4425-abfc-6b09e92344e0 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 944 time: 0.7467594 Aug 20 19:06:56.375835 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.378439 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.400246 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:56.404377 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6146c78a-7015-4117-8074-b241bc716b0f req-e7c8a834-cbad-4dcd-8116-84fcea704cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159637 Aug 20 19:06:56.414150 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Usage tracker for resource:security_group_rule and tenant:cff5a90f17d9420a83fd2f73d8dfb638 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:56.424064 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:56.472515 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:56.657330 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.674064 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:56.690686 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49db8c1-68e5-425a-ba24-e9526cbe11aa req-60e4367f-4cce-4a06-bfd0-49c3745724c3 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:56.692249 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d49db8c1-68e5-425a-ba24-e9526cbe11aa req-60e4367f-4cce-4a06-bfd0-49c3745724c3 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 931 time: 0.5854406 Aug 20 19:06:56.717655 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b7fd1729-2f0f-4b72-a356-c6c4dc620bf3 req-1f20cd9d-71e1-4fde-96d0-3c4431ba28a9 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516450 Aug 20 19:06:56.724165 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-aed75f5c-58fb-4153-896d-01e49e5df6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:56.829480 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6146c78a-7015-4117-8074-b241bc716b0f req-7052e113-548c-4829-bef8-d5d00361fa35 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090159 Aug 20 19:06:56.936196 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-dcca2e22-4dcd-4cfe-a1b7-f36ad2463751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:56.940317 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebe908c-12c6-4183-bff6-3af640946871,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:56.941606 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-dcca2e22-4dcd-4cfe-a1b7-f36ad2463751 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.6255329 Aug 20 19:06:56.946742 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:56.963245 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07b2449b6eeb41e098b710bf5e1e1216&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1440485 Aug 20 19:06:56.964742 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51020) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:56.995670 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-d49db8c1-68e5-425a-ba24-e9526cbe11aa req-bedcbe5e-8d99-487f-8139-8a90cab0734f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Synchronizing usage tracker for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:57.039688 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.db.resource_extend [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 19:06:57.057631 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.059950 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-d49db8c1-68e5-425a-ba24-e9526cbe11aa req-bedcbe5e-8d99-487f-8139-8a90cab0734f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Unset dirty status for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:57.062100 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d49db8c1-68e5-425a-ba24-e9526cbe11aa req-bedcbe5e-8d99-487f-8139-8a90cab0734f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080976 Aug 20 19:06:57.063331 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.073229 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5edff754-a5eb-4008-973a-74a676e2315a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:57.133365 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a7257c-062b-4623-a02a-7ffe9c9e763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644d642a-2d7b-467e-ae30-2826ab1b7799', 'code': 200} Aug 20 19:06:57.182249 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-a77ee74f-d2a0-41a7-ad8a-f93729826c47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e260e3d3-1785-4c99-b313-d51aff00c0af HTTP/1.1" status: 200 len: 217 time: 0.2184355 Aug 20 19:06:57.190173 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.291976 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee43e5c9-5e27-4e2a-a14b-31f040d8a554,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:57.313924 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cff5a90f17d9420a83fd2f73d8dfb638&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1025784 Aug 20 19:06:57.319159 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:57.321302 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51030) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:06:57.353898 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.501672 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bcd6febd-1eb1-4c36-949c-fbb1ec12a4b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:57.539927 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-962d28e0-142b-4577-a866-4719ca6d4c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.595777 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-962d28e0-142b-4577-a866-4719ca6d4c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.618976 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280c76-3d91-4d68-b864-b8c52e919587 req-5109fcb6-0e87-4f9c-bb9c-daa0150c2a16 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:57.620885 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-aa280c76-3d91-4d68-b864-b8c52e919587 req-5109fcb6-0e87-4f9c-bb9c-daa0150c2a16 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 946 time: 0.2973771 Aug 20 19:06:57.657210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.700766 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-451212cb-cd72-41cc-8bc0-ba992bb4b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:57.703352 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-451212cb-cd72-41cc-8bc0-ba992bb4b28b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.4909861 Aug 20 19:06:57.727912 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-7de306e3-4217-46b5-bb6d-2954025748f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:57.729904 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-7de306e3-4217-46b5-bb6d-2954025748f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 1099 time: 0.2665863 Aug 20 19:06:57.733810 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-aa280c76-3d91-4d68-b864-b8c52e919587 req-0561b087-a832-420b-b3e1-388a8c5f91d9 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016312 Aug 20 19:06:57.761220 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.773397 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-962d28e0-142b-4577-a866-4719ca6d4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.780003 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-eb8a343f-10e0-4b3f-a6a0-b069b0f3bbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:57.799671 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:06:57.802502 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d28e0-142b-4577-a866-4719ca6d4c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee43e5c9-5e27-4e2a-a14b-31f040d8a554,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:57.812500 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-962d28e0-142b-4577-a866-4719ca6d4c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:57.816210 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Usage tracker for resource:security_group_rule and tenant:015b82a23cfd4aec86fc895018b2cc58 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:06:57.823938 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:06:57.840177 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-962d28e0-142b-4577-a866-4719ca6d4c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:57.841401 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-962d28e0-142b-4577-a866-4719ca6d4c0c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee43e5c9-5e27-4e2a-a14b-31f040d8a554 HTTP/1.1" status: 204 len: 168 time: 0.5168564 Aug 20 19:06:57.842456 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:06:58.054622 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6f791152-2ada-4c52-b8b6-c7eb65fae047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.057935 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f107e09-207c-4ad2-aabb-d9121eafea96 req-645da3cd-2701-4ee7-890a-914f30a41945 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:58.066973 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3f107e09-207c-4ad2-aabb-d9121eafea96 req-645da3cd-2701-4ee7-890a-914f30a41945 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 945 time: 0.1154008 Aug 20 19:06:58.082126 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6f791152-2ada-4c52-b8b6-c7eb65fae047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.120049 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'Port': ['ID=48ca701b-84d4-460a-93bc-000faa832d83,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:58.139358 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:58.147922 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.149086 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1744962 Aug 20 19:06:58.153922 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3f107e09-207c-4ad2-aabb-d9121eafea96 req-ad382494-934a-436b-ba43-6cd14f5956e3 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851347 Aug 20 19:06:58.207880 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60dfb6-0aa9-47db-839b-65b37fa15371 req-384215ea-9cb2-4c22-977d-299c68a73426 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:58.211217 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1e60dfb6-0aa9-47db-839b-65b37fa15371 req-384215ea-9cb2-4c22-977d-299c68a73426 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.8615940 Aug 20 19:06:58.241471 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 {{(pid=79332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:58.273506 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.442589 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.456791 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.464302 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1e60dfb6-0aa9-47db-839b-65b37fa15371 req-34feea36-be02-4526-8588-f05de23d5f0c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289636 Aug 20 19:06:58.469112 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Transition to ACTIVE for port object 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 will not be triggered until provisioned by entity L2. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:06:58.472350 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6f791152-2ada-4c52-b8b6-c7eb65fae047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.482221 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:58.485898 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:58.513256 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.527478 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-779bcf24-f1b0-4f25-8c1b-e5fb0b59adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:58.530580 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-779bcf24-f1b0-4f25-8c1b-e5fb0b59adcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7910049 Aug 20 19:06:58.531741 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f791152-2ada-4c52-b8b6-c7eb65fae047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebe908c-12c6-4183-bff6-3af640946871,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:58.535234 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-6f791152-2ada-4c52-b8b6-c7eb65fae047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:58.539534 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:58.543707 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d4ab8f86-81cb-4c8d-8278-f2e7ea86143a req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8079510 Aug 20 19:06:58.551844 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e3634-9c03-4329-8ef9-8e201f894f58,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:58.569905 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:58.600952 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device c38a5115-0d57-4455-b0b5-803028b25ef8 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:06:58.616114 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dced611-206d-471c-8e0b-a68d04463312 req-0136d689-bb04-466e-88a8-049f11bfb7b6 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:58.623479 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2dced611-206d-471c-8e0b-a68d04463312 req-0136d689-bb04-466e-88a8-049f11bfb7b6 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 931 time: 0.2854264 Aug 20 19:06:58.653874 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:58.773998 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2dced611-206d-471c-8e0b-a68d04463312 req-213f25c8-df9e-4e8a-a641-e8d0eb593724 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442680 Aug 20 19:06:58.850170 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:58.862627 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6f791152-2ada-4c52-b8b6-c7eb65fae047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:58.866704 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-6f791152-2ada-4c52-b8b6-c7eb65fae047 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ebe908c-12c6-4183-bff6-3af640946871 HTTP/1.1" status: 204 len: 168 time: 1.8292956 Aug 20 19:06:58.939348 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port c38a5115-0d57-4455-b0b5-803028b25ef8, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=c38a5115-0d57-4455-b0b5-803028b25ef8,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:58.958107 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': 'c38a5115-0d57-4455-b0b5-803028b25ef8', 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65', 'port_id': 'c38a5115-0d57-4455-b0b5-803028b25ef8', 'mac_address': 'fa:16:3e:11:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503363ed-20b6-413e-bb76-089ab59f7feb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:06:58.962976 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-2179218f-7fa3-4be5-8f8f-cb3c9afaafdb service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102078 Aug 20 19:06:59.063130 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:59.092680 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c5f4e-b479-460d-851b-938bf03b906d req-3b6d92fd-fda0-43ee-941b-fe8aa6a0a8ea tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:59.101083 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38a5115-0d57-4455-b0b5-803028b25ef8 {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:59.101800 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a51c5f4e-b479-460d-851b-938bf03b906d req-3b6d92fd-fda0-43ee-941b-fe8aa6a0a8ea tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 946 time: 0.1388900 Aug 20 19:06:59.107594 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Attempting to bind port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:06:59.107594 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Attempting to bind port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:06:59.108113 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Attempting to bind port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 on network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:59.120084 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 on network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:06:59.120854 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Attempting to bind port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 on network ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:06:59.128151 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-f94d1a3c-5da3-44db-bb65-875650a2cd98 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:security_group {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:06:59.133419 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port c38a5115-0d57-4455-b0b5-803028b25ef8, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=c38a5115-0d57-4455-b0b5-803028b25ef8,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:59.134693 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9b24e5-02c8-4203-81d2-6e793c3e71b1'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:59.143296 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:59.144418 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:06:59.147079 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:59.182135 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a51c5f4e-b479-460d-851b-938bf03b906d req-a6c462aa-a382-4dc8-9fab-7c7bd87788f2 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790281 Aug 20 19:06:59.250673 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:06:59.251218 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Checking segment: {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:06:59.252303 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Bound using segment: {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:06:59.253324 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Bound port: 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806ff58d-3039-47c1-bc79-5aa9903dd558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65'}}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:06:59.254296 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:59.365640 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:59.410028 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'port_id': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'mac_address': 'fa:16:3e:80:43:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:06:59.433574 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9b24e5-02c8-4203-81d2-6e793c3e71b1', 'code': 200} Aug 20 19:06:59.542243 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e863-40e3-4444-a31f-4cc57bf6cca8 req-c0682ff0-d11c-4485-bfbc-5856f5e06b31 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:59.548900 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c1d8e863-40e3-4444-a31f-4cc57bf6cca8 req-c0682ff0-d11c-4485-bfbc-5856f5e06b31 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 945 time: 0.1569788 Aug 20 19:06:59.570928 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] For port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5, host hv-cinder-80528, cleared binding levels {{(pid=79332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:06:59.574567 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] For port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:06:59.577051 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-f94d1a3c-5da3-44db-bb65-875650a2cd98 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:security_group {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:06:59.587498 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-f94d1a3c-5da3-44db-bb65-875650a2cd98 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1138312601&fields=id&tenant_id=819eec1b00bd496f9821b964cc64a0ed HTTP/1.1" status: 200 len: 267 time: 0.7272115 Aug 20 19:06:59.625362 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=c38a5115-0d57-4455-b0b5-803028b25ef8,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:59.630840 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:59.652634 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:59.671666 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:06:59.676148 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e260e3d3-1785-4c99-b313-d51aff00c0af {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:06:59.679745 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a8d751aa-a2b9-405a-9242-a0f7edf59f68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:59.715266 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c1d8e863-40e3-4444-a31f-4cc57bf6cca8 req-77a046bf-d99f-4a4c-b876-87b65ea8d94e tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486733 Aug 20 19:06:59.732288 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:06:59.739822 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:59.749443 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-9fb26e0a-8a31-4bd8-919f-896db65e71ff service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534621 Aug 20 19:06:59.773541 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-79a1e9a6-d9c3-46c5-b81a-035e9bba6758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:06:59.774096 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:06:59.775054 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:06:59.776230 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 HTTP/1.1" status: 200 len: 1093 time: 4.0001390 Aug 20 19:06:59.780086 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526bba40-c1dd-4144-85a4-0feb1630e15a', 'tag': '013bbf7b-0568-48d5-9f1d-2f12dee2b6f5'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:06:59.963795 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,revision_number=3']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:06:59.984566 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:00.011273 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842b956-2902-44ef-8e0b-2fadab9721f6 req-86a26cc5-a9b3-4d9a-b798-e90adea1283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.016856 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0842b956-2902-44ef-8e0b-2fadab9721f6 req-86a26cc5-a9b3-4d9a-b798-e90adea1283c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 1098 time: 0.3165491 Aug 20 19:07:00.018101 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-2a6d6d0e-fe64-4e0d-9e06-a6e83e68d5bc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.019209 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-2a6d6d0e-fe64-4e0d-9e06-a6e83e68d5bc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:network {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:00.049097 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-7868a415-35db-4197-b107-d562816f4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.051213 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-7868a415-35db-4197-b107-d562816f4922 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 1096 time: 0.1997371 Aug 20 19:07:00.053315 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-2a6d6d0e-fe64-4e0d-9e06-a6e83e68d5bc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:network {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:00.062676 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-2a6d6d0e-fe64-4e0d-9e06-a6e83e68d5bc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 811 time: 0.4737115 Aug 20 19:07:00.111777 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:00.112534 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:00.119011 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0842b956-2902-44ef-8e0b-2fadab9721f6 req-f9490a67-40df-49f9-ba45-6a94f54ba980 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991437 Aug 20 19:07:00.121671 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:00.169390 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-631bf231-b600-4bb0-ac1b-a4baf4f19f2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 HTTP/1.1" status: 200 len: 217 time: 0.0822530 Aug 20 19:07:00.176787 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-3ee3838e-8c48-41b6-bd6b-9abfcc01d943 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/quotas/819eec1b00bd496f9821b964cc64a0ed HTTP/1.1" status: 200 len: 375 time: 0.1128616 Aug 20 19:07:00.178920 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51108) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:00.236803 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['c38a5115-0d57-4455-b0b5-803028b25ef8'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:00.266300 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:00.279547 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b86a0c-7f7c-4dd1-bf29-5a47890bff16 req-36a00fa3-c389-4442-b0a6-3f0d0d1e65fd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.281853 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c2b86a0c-7f7c-4dd1-bf29-5a47890bff16 req-36a00fa3-c389-4442-b0a6-3f0d0d1e65fd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 944 time: 0.1664734 Aug 20 19:07:00.286302 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['e260e3d3-1785-4c99-b313-d51aff00c0af'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:00.307130 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:00.313383 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Usage tracker for resource:security_group_rule and tenant:fbaa8c916131460c8107de406c64a5bc is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:00.317883 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:00.328124 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:00.351357 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-efe3e328-c12f-4d87-a08e-38c822152bab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:00.364666 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c2b86a0c-7f7c-4dd1-bf29-5a47890bff16 req-3b49880e-fe3c-4d1a-aa17-798624de8f39 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753734 Aug 20 19:07:00.408813 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-efe3e328-c12f-4d87-a08e-38c822152bab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:00.424882 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-efe3e328-c12f-4d87-a08e-38c822152bab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2472157 Aug 20 19:07:00.554346 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-db5afd38-3c96-41f3-8d31-c248c163c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.556617 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-db5afd38-3c96-41f3-8d31-c248c163c72d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 200 len: 858 time: 0.1298516 Aug 20 19:07:00.560155 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526bba40-c1dd-4144-85a4-0feb1630e15a', 'tag': '013bbf7b-0568-48d5-9f1d-2f12dee2b6f5', 'status': 'completed', 'code': 200} Aug 20 19:07:00.690388 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-3afe0520-4fa7-42d9-9dd4-eb7af31904b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252518 Aug 20 19:07:00.918007 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:00.918493 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63296214-c356-4cae-bcc1-8386fb4975da req-478f9a04-6472-422d-86da-6e4432fff281 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:00.930840 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63296214-c356-4cae-bcc1-8386fb4975da req-478f9a04-6472-422d-86da-6e4432fff281 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 943 time: 0.1837280 Aug 20 19:07:00.933963 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.068511 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63296214-c356-4cae-bcc1-8386fb4975da req-705b60e0-007f-4b98-a4c0-b79f5235d5cc tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373856 Aug 20 19:07:01.100477 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:01.290016 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70852c8-b60d-4b4a-94c5-88659656cda4 req-31dbc379-9455-4645-88af-070b51f35da7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:01.291582 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f70852c8-b60d-4b4a-94c5-88659656cda4 req-31dbc379-9455-4645-88af-070b51f35da7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 946 time: 0.1104064 Aug 20 19:07:01.295321 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fbaa8c916131460c8107de406c64a5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0621197 Aug 20 19:07:01.298643 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51138) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:01.300564 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0573b05b-c485-4f02-93a4-fa22a7d08292,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:01.314794 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:01.337849 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-5ab04146-0f9e-4971-98bb-5a4070dbeaee service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354289 Aug 20 19:07:01.342145 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-3f7c5835-94b1-469e-9cca-be071dd71f5b service neutron] 10.222.0.54 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795398 Aug 20 19:07:01.412688 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f70852c8-b60d-4b4a-94c5-88659656cda4 req-d7f0b70f-8d39-40fc-ba6d-57b9b4cdbcff tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920401 Aug 20 19:07:01.423339 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d05ec1c-7884-4468-b168-d2e0e2aeb202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.460824 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d05ec1c-7884-4468-b168-d2e0e2aeb202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.523700 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d05ec1c-7884-4468-b168-d2e0e2aeb202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.531185 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:01.548407 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05ec1c-7884-4468-b168-d2e0e2aeb202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0573b05b-c485-4f02-93a4-fa22a7d08292,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:01.553402 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8d05ec1c-7884-4468-b168-d2e0e2aeb202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:01.562809 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d05ec1c-7884-4468-b168-d2e0e2aeb202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:01.564598 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8d05ec1c-7884-4468-b168-d2e0e2aeb202 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0573b05b-c485-4f02-93a4-fa22a7d08292 HTTP/1.1" status: 204 len: 168 time: 0.2648046 Aug 20 19:07:01.685554 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e85a75c3-8046-43bf-baa1-6065bb3f0baf req-de8f8ec7-42d9-4319-8d98-422f213c6a62 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375273 Aug 20 19:07:01.687632 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-526c9879-df08-410d-bb55-8814f57eaf26 service neutron] 10.222.0.54 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014805 Aug 20 19:07:02.111258 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fcde2-f3ac-4a82-9f1c-1e70bb4b4bf9 req-19d25a50-8790-49ba-8572-b1727aebeb0b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:02.121005 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-460fcde2-f3ac-4a82-9f1c-1e70bb4b4bf9 req-19d25a50-8790-49ba-8572-b1727aebeb0b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 945 time: 0.3441961 Aug 20 19:07:02.202962 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-2524b289-4ff4-4878-825c-f1de49a87ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:02.204449 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-460fcde2-f3ac-4a82-9f1c-1e70bb4b4bf9 req-61f0eca9-1359-4b32-a3d2-8f88c7a66cfe tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809815 Aug 20 19:07:02.211366 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-2524b289-4ff4-4878-825c-f1de49a87ec2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 1096 time: 0.2857137 Aug 20 19:07:02.348240 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9909d136-4dae-4245-a4a1-7e079569e868 req-c659073f-e076-4844-a677-978288865bec tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 210 time: 0.0689809 Aug 20 19:07:02.631032 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device c38a5115-0d57-4455-b0b5-803028b25ef8 up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:02.749160 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d880f21-3531-4033-913a-0829738e68ec req-beedaae8-51fd-4c46-9de4-e6d761c44273 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:02.752145 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039051c-3ef9-45a6-a77e-dd5b58f20537 req-46b9ddac-3316-4a45-87d6-bbdbd6f60966 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:02.757330 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3d880f21-3531-4033-913a-0829738e68ec req-beedaae8-51fd-4c46-9de4-e6d761c44273 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 943 time: 0.1930797 Aug 20 19:07:02.774540 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8039051c-3ef9-45a6-a77e-dd5b58f20537 req-46b9ddac-3316-4a45-87d6-bbdbd6f60966 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 944 time: 0.5095167 Aug 20 19:07:02.775884 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-0d259481-447c-48f9-aeac-fc320c1b417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:02.777318 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-0d259481-447c-48f9-aeac-fc320c1b417a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 919 time: 0.5477424 Aug 20 19:07:02.811734 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port c38a5115-0d57-4455-b0b5-803028b25ef8 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:02.823529 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port c38a5115-0d57-4455-b0b5-803028b25ef8 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:02.824277 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:02.826841 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3d880f21-3531-4033-913a-0829738e68ec req-bf4d625c-a4f8-4891-b839-59735ffb1966 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615406 Aug 20 19:07:02.986524 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8039051c-3ef9-45a6-a77e-dd5b58f20537 req-09711c89-80d5-4d9e-a9ad-3b0eba03e824 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046652 Aug 20 19:07:02.993446 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-f8d85915-da3d-4c3d-91a1-e0a042ae3c71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 HTTP/1.1" status: 200 len: 217 time: 0.1744542 Aug 20 19:07:03.033551 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51196) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:03.074413 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-6f9deae8-b98f-47db-8e24-823ecfa4a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:03.078408 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-6f9deae8-b98f-47db-8e24-823ecfa4a9f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 200 len: 858 time: 0.0771101 Aug 20 19:07:03.155014 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-03c295d0-eb62-4090-b6cb-6d243ee24238 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682938 Aug 20 19:07:03.172677 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:03.204292 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51acf22f-cc2b-4320-ac1c-c69d11e938d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38a5115-0d57-4455-b0b5-803028b25ef8'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:03.248713 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port c38a5115-0d57-4455-b0b5-803028b25ef8, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=c38a5115-0d57-4455-b0b5-803028b25ef8,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:03.256361 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:03.257290 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:03.344020 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51acf22f-cc2b-4320-ac1c-c69d11e938d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38a5115-0d57-4455-b0b5-803028b25ef8', 'code': 200} Aug 20 19:07:03.361308 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:03.388076 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:03.458320 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-a6d65e60-96c8-4895-90d7-abefeb3929ef service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958088 Aug 20 19:07:03.502502 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:03.533603 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=c38a5115-0d57-4455-b0b5-803028b25ef8,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:03.537796 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:03.545001 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port e260e3d3-1785-4c99-b313-d51aff00c0af completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:03.553666 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port e260e3d3-1785-4c99-b313-d51aff00c0af triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:03.554168 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:03.582112 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8442bde7-b723-4158-8494-8eece165fec6 req-2e97525d-8d4d-4792-9939-d06a5c1d3443 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 210 time: 0.0884042 Aug 20 19:07:03.586758 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Usage tracker for resource:security_group_rule and tenant:237ba9336faa432ebe79a34c63b82245 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:03.599648 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:03.609717 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:03.747845 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:03.785063 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:03.870276 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afa90c-ffcc-409f-afd9-885d35b31a5c req-d3bc3058-7fa0-4045-903d-f2f31a82f2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:03.878042 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-68afa90c-ffcc-409f-afd9-885d35b31a5c req-d3bc3058-7fa0-4045-903d-f2f31a82f2c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 945 time: 0.3636751 Aug 20 19:07:03.890896 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6bad9c5b-2bbe-4614-ad81-d5e132bdfa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:03.898670 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5ee2c6a2-448f-4724-8b8e-65be0a614222 req-1f2837c7-b896-49d3-a999-36bc5350cc93 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329984 Aug 20 19:07:03.903929 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:03.952059 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-68afa90c-ffcc-409f-afd9-885d35b31a5c req-06caee03-4c6e-4c7b-b4cf-30c05cc42266 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729012 Aug 20 19:07:03.961375 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:03.972716 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:03.980329 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f65314bf-08ac-47a3-881f-00453bc72e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:04.183340 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=237ba9336faa432ebe79a34c63b82245&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1486864 Aug 20 19:07:04.189368 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51240) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:04.197593 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35956ed1-2e1e-48c8-a56a-dae2d63cdc06,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:04.203713 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:04.239753 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:04.255289 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:04.410697 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-e4c3731d-04a9-4028-814b-d7be1c0952ab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:04.413240 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-e4c3731d-04a9-4028-814b-d7be1c0952ab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 811 time: 0.4561307 Aug 20 19:07:04.445310 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145ee97-fc4c-4e08-a319-5450e55a97f1 req-c1bbb11b-2968-4f9f-a43f-3e2b010837c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:04.447514 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8145ee97-fc4c-4e08-a319-5450e55a97f1 req-c1bbb11b-2968-4f9f-a43f-3e2b010837c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 1098 time: 0.6773050 Aug 20 19:07:04.487204 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8eb04e1f-6e0e-464a-9ba4-29659d418725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:04.542948 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-8145ee97-fc4c-4e08-a319-5450e55a97f1 req-4d1c6ee7-17c6-4252-bb94-662143ecdffd service neutron] Synchronizing usage tracker for tenant:015b82a23cfd4aec86fc895018b2cc58 on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:04.553325 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96243519-8b75-4cbd-9074-49bbbb16d68c req-994a90d7-158a-452a-a86a-ec78938e7f3c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:04.554993 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-96243519-8b75-4cbd-9074-49bbbb16d68c req-994a90d7-158a-452a-a86a-ec78938e7f3c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 943 time: 0.3664658 Aug 20 19:07:04.557366 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-ec59eee9-aa93-4514-bc08-5b5d6958ca12 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819eec1b00bd496f9821b964cc64a0ed HTTP/1.1" status: 200 len: 380 time: 0.1327500 Aug 20 19:07:04.558519 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8eb04e1f-6e0e-464a-9ba4-29659d418725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:04.567791 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'port': {'device_id': '93304578-2fed-463b-bd74-9c7ce7994700', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'admin_state_up': True, 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'security_groups': ['391adec0-1fb4-4982-ba4d-09e57f71a5a0']}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:04.650854 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-8145ee97-fc4c-4e08-a319-5450e55a97f1 req-4d1c6ee7-17c6-4252-bb94-662143ecdffd service neutron] Unset dirty status for tenant:015b82a23cfd4aec86fc895018b2cc58 on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:04.652128 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8145ee97-fc4c-4e08-a319-5450e55a97f1 req-4d1c6ee7-17c6-4252-bb94-662143ecdffd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976550 Aug 20 19:07:04.661820 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-96243519-8b75-4cbd-9074-49bbbb16d68c req-deca8580-30ae-4dcd-bb43-f56221e410e7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948918 Aug 20 19:07:04.691646 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8eb04e1f-6e0e-464a-9ba4-29659d418725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:04.706280 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bc5fa9d4-97a8-4b34-8974-1fdcd3ed70d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:04.746498 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb04e1f-6e0e-464a-9ba4-29659d418725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35956ed1-2e1e-48c8-a56a-dae2d63cdc06,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:04.750051 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8eb04e1f-6e0e-464a-9ba4-29659d418725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:04.752441 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8eb04e1f-6e0e-464a-9ba4-29659d418725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:04.757449 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8eb04e1f-6e0e-464a-9ba4-29659d418725 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35956ed1-2e1e-48c8-a56a-dae2d63cdc06 HTTP/1.1" status: 204 len: 168 time: 0.5662537 Aug 20 19:07:05.031800 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b72c9-8244-410b-8341-3fb22b5b3680 req-19bf6aa2-76ac-4d61-b375-aecb894d646b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:05.040759 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ac5b72c9-8244-410b-8341-3fb22b5b3680 req-19bf6aa2-76ac-4d61-b375-aecb894d646b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1506073 Aug 20 19:07:05.101953 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ac5b72c9-8244-410b-8341-3fb22b5b3680 req-0df2d7db-7e72-40f6-97ac-49e8f94fbd07 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571637 Aug 20 19:07:05.172003 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:05.184967 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:05.207413 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Made reservation on behalf of 819eec1b00bd496f9821b964cc64a0ed for: {'port': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:05.211471 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:05.347205 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:05.430268 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'code': 200} Aug 20 19:07:05.470846 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-49458e89-9f5c-4eb7-8c94-8ba1eb19567f req-7c72866b-8080-48d6-a01e-224b26ea1249 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 210 time: 0.0896182 Aug 20 19:07:05.581052 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Allocated IP 172.20.0.4 (e18c5f98-d175-4e61-b39f-58c9e4a32582/0b12a806-6086-4404-b244-23080914cbb0/2cff8f5a-2172-4912-af7c-2a8a59eeedb6) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:05.815264 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147d4b6-13fa-46f2-8366-20d940113eca req-b478e8a7-4081-4c9d-84e9-be76ae285f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:05.820425 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6147d4b6-13fa-46f2-8366-20d940113eca req-b478e8a7-4081-4c9d-84e9-be76ae285f1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 1098 time: 0.1704214 Aug 20 19:07:06.009981 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6147d4b6-13fa-46f2-8366-20d940113eca req-6be8d680-99f2-44b7-8a8e-3600990a0c4d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735897 Aug 20 19:07:06.074309 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51300) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:06.106769 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.146935 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:06.155249 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Usage tracker for resource:security_group_rule and tenant:67aa9655300549fea8efe12cbb34822a is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:06.161841 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:06.183327 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.198654 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:06.274248 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0710de-ae38-42af-93c3-9ac3ed820ce5 req-3862f4e9-c525-4aa7-bb04-2622cbebc859 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:06.278463 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-5d0710de-ae38-42af-93c3-9ac3ed820ce5 req-3862f4e9-c525-4aa7-bb04-2622cbebc859 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Synchronizing usage tracker for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:06.283521 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Transition to ACTIVE for port object 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 will not be triggered until provisioned by entity DHCP. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:06.332780 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-5d0710de-ae38-42af-93c3-9ac3ed820ce5 req-3862f4e9-c525-4aa7-bb04-2622cbebc859 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Unset dirty status for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:06.333900 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5d0710de-ae38-42af-93c3-9ac3ed820ce5 req-3862f4e9-c525-4aa7-bb04-2622cbebc859 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 943 time: 0.3274012 Aug 20 19:07:06.488861 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5d0710de-ae38-42af-93c3-9ac3ed820ce5 req-197b393b-3868-438d-bd5d-ee984bc80a7c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429634 Aug 20 19:07:06.491926 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.500341 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:06.586457 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.593704 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.607126 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-35fd991d-a453-4fd9-a725-8e37c7debe78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:06.639286 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'Port': ['ID=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:06.649286 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:06.656864 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:06.662543 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:06.664492 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:06.665805 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:07:06.672226 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:06.673043 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.699226 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67aa9655300549fea8efe12cbb34822a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231894 Aug 20 19:07:06.703129 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51324) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:06.737685 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1759887 Aug 20 19:07:06.755317 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffea0ee2-6405-4e1c-be2f-818e3b240aec,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:06.760403 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:06.765872 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Request body: {'port': {'device_id': '93304578-2fed-463b-bd74-9c7ce7994700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:06.788352 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935d7a6-cae1-4deb-9002-d17079e6851f req-124769f1-a49c-4993-a9b3-96b763daa15c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:06.789962 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d935d7a6-cae1-4deb-9002-d17079e6851f req-124769f1-a49c-4993-a9b3-96b763daa15c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.3983159 Aug 20 19:07:06.830707 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c5653655-0b6a-4710-bf7d-f426a63e74f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:06.908110 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d935d7a6-cae1-4deb-9002-d17079e6851f req-53aa48e9-9b43-436f-9776-fb72e947c9a7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014822 Aug 20 19:07:06.922354 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c5653655-0b6a-4710-bf7d-f426a63e74f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.030683 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:07.035659 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.066247 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '013bbf7b-0568-48d5-9f1d-2f12dee2b6f5', 'network_id': 'ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65', 'port_id': '013bbf7b-0568-48d5-9f1d-2f12dee2b6f5', 'mac_address': 'fa:16:3e:30:61:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503363ed-20b6-413e-bb76-089ab59f7feb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:07:07.070853 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c5653655-0b6a-4710-bf7d-f426a63e74f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.082671 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8eb04e1f-6e0e-464a-9ba4-29659d418725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:07.097061 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5653655-0b6a-4710-bf7d-f426a63e74f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffea0ee2-6405-4e1c-be2f-818e3b240aec,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:07.099443 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-c5653655-0b6a-4710-bf7d-f426a63e74f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:07.102017 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c5653655-0b6a-4710-bf7d-f426a63e74f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.105941 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-c5653655-0b6a-4710-bf7d-f426a63e74f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffea0ee2-6405-4e1c-be2f-818e3b240aec HTTP/1.1" status: 204 len: 168 time: 0.4010687 Aug 20 19:07:07.240395 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.267559 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-c19b8883-50da-4f2f-9419-7be5d723de9a None None] Provisioning for port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:07.271353 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfe15b-0fa3-4c86-8704-8466059bbdde req-de3d4b92-61b9-437a-a3ca-314394c2cbf1 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:07.279746 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-18dfe15b-0fa3-4c86-8704-8466059bbdde req-de3d4b92-61b9-437a-a3ca-314394c2cbf1 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 931 time: 0.1142015 Aug 20 19:07:07.288814 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-c19b8883-50da-4f2f-9419-7be5d723de9a None None] Provisioning complete for port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:07.289395 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c19b8883-50da-4f2f-9419-7be5d723de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.319602 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:07.354150 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-18dfe15b-0fa3-4c86-8704-8466059bbdde req-9296eaad-78cc-4538-a37c-c46a54a7d64d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735013 Aug 20 19:07:07.359689 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:07.362012 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-c19b8883-50da-4f2f-9419-7be5d723de9a None None] Port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:07:07.365155 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.367244 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:07.479450 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:07.504858 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:07.551495 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 {{(pid=79332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:07.560739 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.596515 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Transition to ACTIVE for port object 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 will not be triggered until provisioned by entity L2. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:07.602453 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:07.615041 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:07.876885 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['013bbf7b-0568-48d5-9f1d-2f12dee2b6f5'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:07.922674 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff28a6-07a9-42b6-9275-4e860dbfaff4 req-784cc525-eb78-4ed5-9edc-b7b3d061e635 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:07.935071 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bcff28a6-07a9-42b6-9275-4e860dbfaff4 req-784cc525-eb78-4ed5-9edc-b7b3d061e635 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 944 time: 0.2466068 Aug 20 19:07:08.023993 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Pushing event updated for resources: {'Port': ['ID=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:08.040505 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:08.064155 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Attempting to bind port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:08.064568 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Attempting to bind port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:08.065283 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Attempting to bind port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 on network e18c5f98-d175-4e61-b39f-58c9e4a32582 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:08.077466 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 on network e18c5f98-d175-4e61-b39f-58c9e4a32582 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:07:08.077823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Attempting to bind port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 on network e18c5f98-d175-4e61-b39f-58c9e4a32582 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:08.093468 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:08.093901 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Checking segment: {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:08.097150 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Bound using segment: {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:08.097717 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Bound port: 2cff8f5a-2172-4912-af7c-2a8a59eeedb6, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'}}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:08.098077 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.113676 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bcff28a6-07a9-42b6-9275-4e860dbfaff4 req-c18e5464-59a6-456b-b8b5-1831c7ec1cdd tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775815 Aug 20 19:07:08.399059 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] For port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6, host hv-cinder-80528, cleared binding levels {{(pid=79332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:08.403682 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] For port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:08.417186 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.424949 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3c69c0c1-01b3-4f8a-9bd1-167640c06831 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:08.496302 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb2c91-9d23-483f-9e39-e2c2f7a78b58 req-d325a8a7-7653-4e41-8344-5214a583d266 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:08.498593 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d7bb2c91-9d23-483f-9e39-e2c2f7a78b58 req-d325a8a7-7653-4e41-8344-5214a583d266 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.2467422 Aug 20 19:07:08.530226 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:08.531238 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:08.536803 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] 10.222.0.21 "PUT /v2.0/ports/2cff8f5a-2172-4912-af7c-2a8a59eeedb6 HTTP/1.1" status: 200 len: 1093 time: 1.7830181 Aug 20 19:07:08.540643 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93304578-2fed-463b-bd74-9c7ce7994700', 'tag': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:08.726693 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc21054-e317-49a3-80e4-7d37cca0b991 req-42f1923f-e951-4ba2-aca0-f66a9a03c25d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:08.735614 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2fc21054-e317-49a3-80e4-7d37cca0b991 req-42f1923f-e951-4ba2-aca0-f66a9a03c25d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 943 time: 0.1559701 Aug 20 19:07:08.753279 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d7bb2c91-9d23-483f-9e39-e2c2f7a78b58 req-d5ea6529-7756-4484-9251-e2e595f41732 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200422 Aug 20 19:07:08.810682 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Pushing event updated for resources: {'Port': ['ID=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,revision_number=3']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:08.816308 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:08.854903 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93304578-2fed-463b-bd74-9c7ce7994700', 'tag': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6', 'status': 'completed', 'code': 200} Aug 20 19:07:08.877786 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2fc21054-e317-49a3-80e4-7d37cca0b991 req-9135592e-b135-4cdf-8af4-8621c17248df tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407347 Aug 20 19:07:08.888259 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-b484f145-8d8c-4b42-8f27-74510c3be976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:08.902681 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-b484f145-8d8c-4b42-8f27-74510c3be976 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 1096 time: 0.2874129 Aug 20 19:07:09.007556 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-b84e6c6a-29f3-4502-be99-6beae336a1c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6 HTTP/1.1" status: 200 len: 217 time: 0.0964975 Aug 20 19:07:09.279554 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-fa42078a-7bb8-4f21-a321-d361a3af858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:09.281027 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-fa42078a-7bb8-4f21-a321-d361a3af858d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.2659512 Aug 20 19:07:09.327762 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51412) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:09.386490 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6370fad-1170-48b0-8cf7-27a7f2f7c33a req-feb5d798-2c99-4150-a3e5-11cfcff419e3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:09.398587 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6370fad-1170-48b0-8cf7-27a7f2f7c33a req-feb5d798-2c99-4150-a3e5-11cfcff419e3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.3122549 Aug 20 19:07:09.413746 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51418) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:09.433613 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'floatingip': {'port_id': 'e260e3d3-1785-4c99-b313-d51aff00c0af'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:09.504373 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14991-d91b-469c-8332-abf4a97672c9 req-2d20dbcd-9760-4ac0-aab7-d82267aea235 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:09.514376 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-71d14991-d91b-469c-8332-abf4a97672c9 req-2d20dbcd-9760-4ac0-aab7-d82267aea235 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 944 time: 0.2469032 Aug 20 19:07:09.611790 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-71d14991-d91b-469c-8332-abf4a97672c9 req-29f4d8b3-675d-4214-a77f-a3052d32c4a3 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955038 Aug 20 19:07:09.618532 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.649675 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:07:09.843200 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-84321cfb-23fa-404b-9854-459adc5e189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:09.845123 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-84321cfb-23fa-404b-9854-459adc5e189a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5559852 Aug 20 19:07:09.847385 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:09.913232 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:09.924047 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Usage tracker for resource:security_group_rule and tenant:b20155a60b44486f8ca23d44614c5ea8 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:09.928448 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:09.985463 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:10.273136 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-6722744c-3abb-4eac-8e36-6f3ea29d7c01 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143088 Aug 20 19:07:10.654978 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a549-245c-445a-a7c1-b39371ca3c68 req-d1ebb7be-f0e2-43f7-a899-14b7dbf1a543 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:10.655734 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-d609a549-245c-445a-a7c1-b39371ca3c68 req-d1ebb7be-f0e2-43f7-a899-14b7dbf1a543 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:10.683180 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:10.729575 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:10.744454 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9fce3201-7917-49f2-bc46-f0a0c55375bd req-fac15308-7536-48f5-bb3d-9de06556c161 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627564 Aug 20 19:07:10.748410 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:10.759524 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:10.789238 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-d609a549-245c-445a-a7c1-b39371ca3c68 req-d1ebb7be-f0e2-43f7-a899-14b7dbf1a543 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:10.789238 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d609a549-245c-445a-a7c1-b39371ca3c68 req-d1ebb7be-f0e2-43f7-a899-14b7dbf1a543 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 943 time: 0.7407637 Aug 20 19:07:10.922160 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:10.940655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:10.940655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.052025 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bb0ea-cbe0-4065-a109-d72dd2b19abe req-7bfc1d1e-76d1-49b9-a394-15c96ae8ce39 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:11.065677 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c07bb0ea-cbe0-4065-a109-d72dd2b19abe req-7bfc1d1e-76d1-49b9-a394-15c96ae8ce39 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 944 time: 0.2087266 Aug 20 19:07:11.157766 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c07bb0ea-cbe0-4065-a109-d72dd2b19abe req-41972bc8-2bd9-4049-be7c-ff71b8a431ca tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836182 Aug 20 19:07:11.244439 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acde1962-baf5-4dd8-a1d7-4395b6fbeca3,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:11.259149 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.263675 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b20155a60b44486f8ca23d44614c5ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9286509 Aug 20 19:07:11.268349 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51452) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:11.291789 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526bba40-c1dd-4144-85a4-0feb1630e15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013bbf7b-0568-48d5-9f1d-2f12dee2b6f5'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:11.293292 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.303228 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.303228 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.303426 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:11.303539 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.303612 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.303993 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.307706 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.308179 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.308571 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.309583 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.310052 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.310292 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.312575 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.315035 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-d7aef161-54a3-4453-bf46-8cd5d093d038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:11.339337 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:11.366529 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.db.resource_extend [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 19:07:11.380426 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.420962 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.440015 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526bba40-c1dd-4144-85a4-0feb1630e15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013bbf7b-0568-48d5-9f1d-2f12dee2b6f5', 'code': 200} Aug 20 19:07:11.480139 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:11.483191 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d609a549-245c-445a-a7c1-b39371ca3c68 req-20c06657-f114-4ff1-a0d1-a590ca9a2b6e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6936004 Aug 20 19:07:11.484582 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:11.486551 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-06b64d16-b19b-4e66-bade-a755d5267e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.531779 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.540253 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.560015 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.564939 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f327a178-0c59-4db4-9ef8-5b7ecc3e147a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:11.578146 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acde1962-baf5-4dd8-a1d7-4395b6fbeca3,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:11.591773 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.592156 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.592661 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.593070 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.593477 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.593926 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.594321 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.594869 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.595420 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.596004 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.596637 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.597272 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:11.602626 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:11.604486 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:11.605652 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/acde1962-baf5-4dd8-a1d7-4395b6fbeca3 HTTP/1.1" status: 204 len: 168 time: 0.3362925 Aug 20 19:07:11.654790 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f9198-903f-4179-aa26-202681630cab req-68123c3d-713b-420a-81c5-eff19f3c00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:11.662219 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e46f9198-903f-4179-aa26-202681630cab req-68123c3d-713b-420a-81c5-eff19f3c00b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 1096 time: 0.6301343 Aug 20 19:07:11.896424 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a978f2-36fd-488f-a5a1-bd7438f0b625 req-141c4659-4798-4ccf-a82e-07febd02d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:11.898035 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a5a978f2-36fd-488f-a5a1-bd7438f0b625 req-141c4659-4798-4ccf-a82e-07febd02d2d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 1098 time: 0.1811337 Aug 20 19:07:11.980770 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.011368 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a5a978f2-36fd-488f-a5a1-bd7438f0b625 req-f2c00cfc-6174-4b69-9b09-3d859e6a8b43 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923374 Aug 20 19:07:12.086588 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f9198-903f-4179-aa26-202681630cab req-66962556-26cd-4a82-80e3-73a404e7bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:12.088000 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e46f9198-903f-4179-aa26-202681630cab req-66962556-26cd-4a82-80e3-73a404e7bb62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 912 time: 0.3887022 Aug 20 19:07:12.108291 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.l3_db [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Floating IP feb75f61-da35-47ba-a7df-c717d9dce58f associated. External IP: 172.27.3.165, port: e260e3d3-1785-4c99-b313-d51aff00c0af. Aug 20 19:07:12.301477 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51470) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:12.369313 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.401185 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:12.415859 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Usage tracker for resource:security_group_rule and tenant:b0922a66d1604efabbd5520ff962135a is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:12.421216 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:12.430708 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:12.495383 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d1ff5-374f-4242-b898-e2ac814cd260 req-8b849696-0115-43f2-81d0-79e2f599c365 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:12.498062 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-328d1ff5-374f-4242-b898-e2ac814cd260 req-8b849696-0115-43f2-81d0-79e2f599c365 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1691599 Aug 20 19:07:12.585638 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-328d1ff5-374f-4242-b898-e2ac814cd260 req-14369d5c-6cdf-4fa2-9a73-9a5ecc0554aa tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811117 Aug 20 19:07:12.593659 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Router 14e989f8-b1c2-4528-85d8-fade3f2da6ae has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:07:12.640222 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.645391 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.653249 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ee6bce25-14e1-4c2d-bd6f-a025115d4601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:12.720791 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e2a06f-8973-4699-a216-4b2798eac949,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:12.724141 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:12.728929 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0922a66d1604efabbd5520ff962135a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239781 Aug 20 19:07:12.729148 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51476) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:12.808589 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a61113bf-5ca8-4300-999b-de31408b3ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.836744 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a61113bf-5ca8-4300-999b-de31408b3ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.892438 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8bea0-7638-4f39-b396-6e53e1978454 req-a547a137-d805-4a05-b76d-fd1eeccc7c93 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:12.894664 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f4b8bea0-7638-4f39-b396-6e53e1978454 req-a547a137-d805-4a05-b76d-fd1eeccc7c93 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 943 time: 0.2157331 Aug 20 19:07:12.898804 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:07:12.912137 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a61113bf-5ca8-4300-999b-de31408b3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.920012 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] Sync routers for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:07:12.925417 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8d05ec1c-7884-4468-b168-d2e0e2aeb202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:12.930318 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:12.930965 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:12.939161 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.952339 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61113bf-5ca8-4300-999b-de31408b3ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e2a06f-8973-4699-a216-4b2798eac949,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:12.957651 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a61113bf-5ca8-4300-999b-de31408b3ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:12.974798 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a61113bf-5ca8-4300-999b-de31408b3ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:12.978479 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-a61113bf-5ca8-4300-999b-de31408b3ac7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96e2a06f-8973-4699-a216-4b2798eac949 HTTP/1.1" status: 204 len: 168 time: 0.2463961 Aug 20 19:07:13.023275 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-5fe4c059-555f-47f0-ad76-10e241fbd299 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "PUT /v2.0/floatingips/feb75f61-da35-47ba-a7df-c717d9dce58f HTTP/1.1" status: 200 len: 991 time: 3.6005235 Aug 20 19:07:13.023275 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:13.037188 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f4b8bea0-7638-4f39-b396-6e53e1978454 req-f078783d-1989-4182-80b0-117674de3c0a tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272712 Aug 20 19:07:13.107238 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'status': 'completed', 'code': 200} Aug 20 19:07:13.197143 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:13.651883 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'feb75f61-da35-47ba-a7df-c717d9dce58f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'port_id': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'mac_address': 'fa:16:3e:80:43:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:39Z', 'updated_at': '2021-08-20T19:07:11Z', 'revision_number': 1, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:13.660261 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] Checking router: 14e989f8-b1c2-4528-85d8-fade3f2da6ae for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:07:13.675582 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:13.676325 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:06:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:13.845097 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8a864439-d2f3-49d0-a21b-a595d35ca70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:13.890082 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:13.919407 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078084c0-0ead-4c14-90cc-9db3445f4d97 req-e2979dec-b236-4058-a1d0-d670392560b1 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:13.920877 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-078084c0-0ead-4c14-90cc-9db3445f4d97 req-e2979dec-b236-4058-a1d0-d670392560b1 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.2068841 Aug 20 19:07:13.978715 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-078084c0-0ead-4c14-90cc-9db3445f4d97 req-9370fa39-8b3f-4bd2-8c65-4e5e19ba39e5 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488300 Aug 20 19:07:14.282126 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b4688-903e-40c0-8f00-ff3ca5c53a9d req-967f6c47-5b77-406f-ba63-27c08a393845 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:14.289747 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-172b4688-903e-40c0-8f00-ff3ca5c53a9d req-967f6c47-5b77-406f-ba63-27c08a393845 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 943 time: 0.1063695 Aug 20 19:07:14.351592 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-172b4688-903e-40c0-8f00-ff3ca5c53a9d req-319d14cf-ef48-4af6-9970-a5e39be95fdc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606670 Aug 20 19:07:14.398425 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'feb75f61-da35-47ba-a7df-c717d9dce58f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'port_id': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'mac_address': 'fa:16:3e:80:43:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:39Z', 'updated_at': '2021-08-20T19:07:11Z', 'revision_number': 1, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:14.410912 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc6c04-c96d-4bfb-ad06-f2efe3016fcb None None] The sync data for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi is: [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'feb75f61-da35-47ba-a7df-c717d9dce58f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'port_id': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'mac_address': 'fa:16:3e:80:43:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:39Z', 'updated_at': '2021-08-20T19:07:11Z', 'revision_number': 1, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:07:14.664510 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e56269-f89e-4845-ad97-da4ca4676087 None None] New status for floating IP feb75f61-da35-47ba-a7df-c717d9dce58f: ACTIVE {{(pid=79333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:07:14.995538 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.203398 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc2a25-fcb3-40a8-a5ca-8c7c4915c324 req-da67ae27-b515-4986-b92f-cd693e3d007c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:15.205058 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-49bc2a25-fcb3-40a8-a5ca-8c7c4915c324 req-da67ae27-b515-4986-b92f-cd693e3d007c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0945551 Aug 20 19:07:15.253939 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-49bc2a25-fcb3-40a8-a5ca-8c7c4915c324 req-b989e6dc-a476-4e58-b5ad-a08d007a4526 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Aug 20 19:07:15.545061 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db0fe9-c35d-4121-998f-0b20372a427f req-94866de8-261b-483b-b32c-a90a2ba52306 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:15.546665 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-16db0fe9-c35d-4121-998f-0b20372a427f req-94866de8-261b-483b-b32c-a90a2ba52306 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 943 time: 0.0936923 Aug 20 19:07:15.595698 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-16db0fe9-c35d-4121-998f-0b20372a427f req-1d0661c3-71db-4f13-8a3e-748bd88a5609 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409677 Aug 20 19:07:15.794631 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51594) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:15.977815 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:15.993018 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:15.997533 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9a188e35a44eda921bc0a5f3f8f03d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:16.000352 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:16.006119 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:16.093357 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.097559 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.104293 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:16.146526 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f9a188e35a44eda921bc0a5f3f8f03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496885 Aug 20 19:07:16.147503 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d47e34-da1a-4c84-a9b1-daad9b817a94,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:16.150057 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51600) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:16.150764 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:16.223121 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6ae68001-e67c-4217-83db-932e2bb940a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.250584 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6ae68001-e67c-4217-83db-932e2bb940a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.309994 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6ae68001-e67c-4217-83db-932e2bb940a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.314323 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3c62c6b7-e9e4-40a9-be60-c56acad1fbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:16.326256 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae68001-e67c-4217-83db-932e2bb940a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d47e34-da1a-4c84-a9b1-daad9b817a94,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:16.329269 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-6ae68001-e67c-4217-83db-932e2bb940a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:16.336167 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6ae68001-e67c-4217-83db-932e2bb940a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.340935 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-6ae68001-e67c-4217-83db-932e2bb940a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57d47e34-da1a-4c84-a9b1-daad9b817a94 HTTP/1.1" status: 204 len: 168 time: 0.1896067 Aug 20 19:07:16.489354 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c64f6-ce91-4631-b59c-5ba77f1954dd req-ef176d84-13c8-4f89-9040-aae760e2deca tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:16.490880 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a16c64f6-ce91-4631-b59c-5ba77f1954dd req-ef176d84-13c8-4f89-9040-aae760e2deca tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1107135 Aug 20 19:07:16.539383 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a16c64f6-ce91-4631-b59c-5ba77f1954dd req-75c17c58-76f7-4219-b870-7bddcd9468cd tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Aug 20 19:07:16.642100 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.707718 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51618) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:16.816351 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0462-80c3-491a-bd55-0847c822c61d req-cc7cf652-bb21-4eff-b39b-40f15d4d5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:16.817903 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-984e0462-80c3-491a-bd55-0847c822c61d req-cc7cf652-bb21-4eff-b39b-40f15d4d5fca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 1098 time: 0.0912051 Aug 20 19:07:16.839484 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:16.865776 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e46f9198-903f-4179-aa26-202681630cab req-f03368d4-ba5c-4470-b0a4-7e45407dc184 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6 HTTP/1.1" status: 200 len: 217 time: 0.0925603 Aug 20 19:07:16.878034 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:16.886171 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Usage tracker for resource:security_group_rule and tenant:c0a09dd382874544a62ee5ab29afc5a8 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:16.890269 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:16.898672 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:16.938416 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc948-4fe7-4fbf-94c8-8d051aef4e8c req-5d1a8d99-c785-4a4b-bd86-ef40f1d53984 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:16.939938 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2d5cc948-4fe7-4fbf-94c8-8d051aef4e8c req-5d1a8d99-c785-4a4b-bd86-ef40f1d53984 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 943 time: 0.2293837 Aug 20 19:07:16.983184 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0462-80c3-491a-bd55-0847c822c61d req-32265e8b-15d9-4ead-b593-09888afe9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:16.985224 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-984e0462-80c3-491a-bd55-0847c822c61d req-32265e8b-15d9-4ead-b593-09888afe9942 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.1591845 Aug 20 19:07:17.016215 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2d5cc948-4fe7-4fbf-94c8-8d051aef4e8c req-f6997d7d-44df-4d57-b2b7-ac30cdfef7e9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651343 Aug 20 19:07:17.045015 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:17.049996 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:17.058362 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ed48e298-d732-4c7f-9842-c900c2e01fe3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:17.143450 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0a09dd382874544a62ee5ab29afc5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344003 Aug 20 19:07:17.151769 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51624) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:17.156823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ad7dc-3e0a-4391-8c1f-2aee8f5e6e02,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:17.170508 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:17.175396 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f9198-903f-4179-aa26-202681630cab req-bb0455af-1cb5-44fa-b964-7104cbf06657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:17.176890 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e46f9198-903f-4179-aa26-202681630cab req-bb0455af-1cb5-44fa-b964-7104cbf06657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.1194713 Aug 20 19:07:17.181153 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-984e0462-80c3-491a-bd55-0847c822c61d req-20836306-4843-4a9b-a149-3db444ed0824 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e260e3d3-1785-4c99-b313-d51aff00c0af HTTP/1.1" status: 200 len: 1001 time: 0.1163590 Aug 20 19:07:17.277656 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a564ee7d-dcfa-4360-91b7-ce8241aeb1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:17.296766 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0462-80c3-491a-bd55-0847c822c61d req-ea2c8c01-a12e-4ba1-8571-c26268f54004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:17.299336 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-984e0462-80c3-491a-bd55-0847c822c61d req-ea2c8c01-a12e-4ba1-8571-c26268f54004 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.0719910 Aug 20 19:07:17.318799 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a564ee7d-dcfa-4360-91b7-ce8241aeb1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:17.375531 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f9198-903f-4179-aa26-202681630cab req-1b0b4ea2-7f9f-4404-b1fd-113f00d49a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:17.377588 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e46f9198-903f-4179-aa26-202681630cab req-1b0b4ea2-7f9f-4404-b1fd-113f00d49a7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1506217 Aug 20 19:07:17.391727 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0462-80c3-491a-bd55-0847c822c61d req-4f11ab48-6bfb-4955-a7f8-e42202eb8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:17.393226 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-984e0462-80c3-491a-bd55-0847c822c61d req-4f11ab48-6bfb-4955-a7f8-e42202eb8a25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843046 Aug 20 19:07:17.491584 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a564ee7d-dcfa-4360-91b7-ce8241aeb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:17.498037 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-504aa574-53e4-4f3f-90a5-eb5495b431bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:17.520947 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564ee7d-dcfa-4360-91b7-ce8241aeb1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36ad7dc-3e0a-4391-8c1f-2aee8f5e6e02,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:17.524828 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a564ee7d-dcfa-4360-91b7-ce8241aeb1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:17.542588 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a564ee7d-dcfa-4360-91b7-ce8241aeb1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:17.543936 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a564ee7d-dcfa-4360-91b7-ce8241aeb1ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b36ad7dc-3e0a-4391-8c1f-2aee8f5e6e02 HTTP/1.1" status: 204 len: 168 time: 0.3912535 Aug 20 19:07:17.567506 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e46f9198-903f-4179-aa26-202681630cab req-020cc9ed-a0b0-4315-830f-c07ccf2d82c7 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824980 Aug 20 19:07:17.641300 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-984e0462-80c3-491a-bd55-0847c822c61d req-e55c6ec1-4e93-4ae6-ab6e-7e9a29e16021 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359514 Aug 20 19:07:17.830160 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e46f9198-903f-4179-aa26-202681630cab req-7b3bca36-826f-40e1-bf4e-afe48b89269a service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457054 Aug 20 19:07:17.984191 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-984e0462-80c3-491a-bd55-0847c822c61d req-36929289-5999-4283-94f0-dce88bb094c2 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348711 Aug 20 19:07:18.006600 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0a96d-a780-4a69-ba79-76a96d180be7 req-aaa2105a-30c2-4ae8-9e30-9dfc560a956c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:18.009238 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-84c0a96d-a780-4a69-ba79-76a96d180be7 req-aaa2105a-30c2-4ae8-9e30-9dfc560a956c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1897943 Aug 20 19:07:18.078504 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-84c0a96d-a780-4a69-ba79-76a96d180be7 req-257870d2-2318-47be-9f9e-9590aae64ddd tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629416 Aug 20 19:07:18.326014 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822d597-3d51-41e8-84f2-e5b4f825ae81 req-963baf18-a013-4d91-a702-3e0fc5bbff94 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:18.340155 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2822d597-3d51-41e8-84f2-e5b4f825ae81 req-963baf18-a013-4d91-a702-3e0fc5bbff94 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 943 time: 0.1348653 Aug 20 19:07:18.417405 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2822d597-3d51-41e8-84f2-e5b4f825ae81 req-ea1af684-cc9e-4617-8b23-ee76264a0b9b tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759435 Aug 20 19:07:19.262911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51718) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:19.337397 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd2f6d-fecb-4268-9803-dddf79b7e0fb req-3d902aa1-a8aa-49be-a074-963cb22aba31 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:19.339113 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cbbd2f6d-fecb-4268-9803-dddf79b7e0fb req-3d902aa1-a8aa-49be-a074-963cb22aba31 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0989313 Aug 20 19:07:19.404988 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cbbd2f6d-fecb-4268-9803-dddf79b7e0fb req-5ae8f49b-e88d-4f53-9a9f-8499daabd66d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587208 Aug 20 19:07:19.407078 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.424774 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:19.428775 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:11efba6573cd4edfa1887f2f142ec9b4 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:19.432591 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:19.444459 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:19.580419 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.587549 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.598405 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:19.648660 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11efba6573cd4edfa1887f2f142ec9b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842230 Aug 20 19:07:19.658486 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39027e2-18f4-4b36-98ad-18139b308e50,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:19.663434 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:19.663935 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51738) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:19.753482 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4900f0e1-0c2c-4103-8bc9-46d4d2ca5340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.806765 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4900f0e1-0c2c-4103-8bc9-46d4d2ca5340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:19.996047 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241d1a-87a1-41a8-b0b2-95a0166d879d req-c65c7117-a050-4f02-a90e-e3ddb0bc5a2a tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:20.004361 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-15241d1a-87a1-41a8-b0b2-95a0166d879d req-c65c7117-a050-4f02-a90e-e3ddb0bc5a2a tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 943 time: 0.4341753 Aug 20 19:07:20.023021 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4900f0e1-0c2c-4103-8bc9-46d4d2ca5340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.044604 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3fb2f6fe-1a03-474b-ba4e-7e28333202bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:20.078326 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-15241d1a-87a1-41a8-b0b2-95a0166d879d req-48af16e3-0db2-4eae-abb6-a8bd4612979a tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699058 Aug 20 19:07:20.098995 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900f0e1-0c2c-4103-8bc9-46d4d2ca5340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39027e2-18f4-4b36-98ad-18139b308e50,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:20.102158 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4900f0e1-0c2c-4103-8bc9-46d4d2ca5340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.105893 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-4900f0e1-0c2c-4103-8bc9-46d4d2ca5340 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f39027e2-18f4-4b36-98ad-18139b308e50 HTTP/1.1" status: 204 len: 168 time: 0.4364579 Aug 20 19:07:20.105893 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4900f0e1-0c2c-4103-8bc9-46d4d2ca5340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:20.139025 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-0ed32ee0-e04a-41ef-bc01-d6e33c5e56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:20.140583 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-0ed32ee0-e04a-41ef-bc01-d6e33c5e56b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 1098 time: 0.2916207 Aug 20 19:07:20.301805 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a06418-5041-4e0a-b65f-4b4b92c8f2c3 req-8b105a47-f5b5-4a76-be27-64f8b359f32a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:20.303322 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-56a06418-5041-4e0a-b65f-4b4b92c8f2c3 req-8b105a47-f5b5-4a76-be27-64f8b359f32a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.3227160 Aug 20 19:07:20.392397 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-ea1c0945-a3ff-4e19-910c-f8030fe9d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:20.394032 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-ea1c0945-a3ff-4e19-910c-f8030fe9d8d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 919 time: 0.2452316 Aug 20 19:07:20.397117 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-56a06418-5041-4e0a-b65f-4b4b92c8f2c3 req-871d7c55-d59b-4bda-a835-c440279647b5 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802274 Aug 20 19:07:20.481462 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-ca7e36a2-93a7-4573-a2e1-82885fcb657c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 HTTP/1.1" status: 200 len: 217 time: 0.0769553 Aug 20 19:07:20.605406 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51770) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:20.624050 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.640233 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:20.643296 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-885bc723-44b3-4693-ab2c-37b74e07143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:20.644934 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-885bc723-44b3-4693-ab2c-37b74e07143f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 200 len: 858 time: 0.1550140 Aug 20 19:07:20.645167 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Usage tracker for resource:security_group_rule and tenant:926c4cce58944572bc47be8b64391c31 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:20.648278 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:20.657214 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:20.704515 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-567398c9-442d-4984-9d4a-df919098be32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482633 Aug 20 19:07:20.758760 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:07:20.775785 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.783677 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:20.800703 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a69e07a5-a1c6-4bcc-bf30-583583dd694b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:20.919701 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe9cfc-d6a4-4bcd-a478-8246c559384d,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:20.952357 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:20.982533 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-f2898af3-7323-45ca-aaff-0cf6861ccfd3 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564974 Aug 20 19:07:21.000842 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=926c4cce58944572bc47be8b64391c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936837 Aug 20 19:07:21.002302 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51788) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:21.163120 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1906bb13-f087-4823-a1f1-1824abf46019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.182764 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:21.220178 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'port_id': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6', 'mac_address': 'fa:16:3e:a4:6e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:07:21.240437 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1906bb13-f087-4823-a1f1-1824abf46019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.323349 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-59d4e0a2-660f-43a0-a487-8b1fe77afe66 req-be385eab-83ba-4425-b3d9-7e0d3f5dd653 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343160 Aug 20 19:07:21.328908 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.348615 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:21.370561 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:21.377798 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.380854 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1906bb13-f087-4823-a1f1-1824abf46019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.384710 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-d7aef161-54a3-4453-bf46-8cd5d093d038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:21.393440 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:21.421233 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906bb13-f087-4823-a1f1-1824abf46019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe9cfc-d6a4-4bcd-a478-8246c559384d,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:21.427501 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1906bb13-f087-4823-a1f1-1824abf46019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:21.441591 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1906bb13-f087-4823-a1f1-1824abf46019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.445586 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-1906bb13-f087-4823-a1f1-1824abf46019 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9fe9cfc-d6a4-4bcd-a478-8246c559384d HTTP/1.1" status: 204 len: 168 time: 0.4408762 Aug 20 19:07:21.492906 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4ff9-6dfe-47df-96d5-4da05c867344 req-8f3d18d7-7991-4961-85a3-aa4e3b72f0bc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:21.494509 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6e4b4ff9-6dfe-47df-96d5-4da05c867344 req-8f3d18d7-7991-4961-85a3-aa4e3b72f0bc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 943 time: 0.1682875 Aug 20 19:07:21.500909 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51814) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:21.557312 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:21.570910 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.571524 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.572070 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.572888 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.573586 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.574756 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.575417 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.576176 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.576825 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.577576 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.578282 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.579262 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:07:21.584177 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6e4b4ff9-6dfe-47df-96d5-4da05c867344 req-f5e29339-843a-4446-bb66-1564340f3704 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792894 Aug 20 19:07:21.585628 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:21.632492 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51820) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:21.799484 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95130b6-05a7-4f54-9cda-dafa5ab35161 req-9fe30e1a-6c20-440e-b983-7c236dde7471 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:21.801744 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a95130b6-05a7-4f54-9cda-dafa5ab35161 req-9fe30e1a-6c20-440e-b983-7c236dde7471 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1120780 Aug 20 19:07:21.892303 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a95130b6-05a7-4f54-9cda-dafa5ab35161 req-f5dfd98a-ecb7-4a9f-82b6-31f5f5fa5c9a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824010 Aug 20 19:07:21.947108 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c295a-e9be-4d70-9bc9-8e2476fa3b55 req-d1207534-d986-47bb-bb50-4d111b8e4339 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:21.948900 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-561c295a-e9be-4d70-9bc9-8e2476fa3b55 req-d1207534-d986-47bb-bb50-4d111b8e4339 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 946 time: 0.0999520 Aug 20 19:07:21.953049 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['2cff8f5a-2172-4912-af7c-2a8a59eeedb6'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:21.966953 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:21.985961 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:21.993913 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Usage tracker for resource:security_group_rule and tenant:31f94802b31b4468a8db0d14f9658e7f is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:22.000187 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:22.009370 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:22.015467 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-561c295a-e9be-4d70-9bc9-8e2476fa3b55 req-c914ee27-674b-49a5-be78-511aa87ecefd tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569944 Aug 20 19:07:22.066229 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.089300 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:22.098190 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c39df16e364628a03cd6dbc0cf29d9 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:22.102671 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:22.113156 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:22.160053 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51830) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:22.178936 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.197938 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:22.200850 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.204537 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Usage tracker for resource:security_group_rule and tenant:2968e94ef40443c0a5cb73a2534966c4 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:22.208584 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:22.208898 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.215936 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:22.223190 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4590abff-3f31-4ebd-bb1a-30138b777985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:22.317452 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.321155 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31f94802b31b4468a8db0d14f9658e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190725 Aug 20 19:07:22.321994 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cc12e1-faed-4769-a7c4-5bebfcdc507c,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:22.327095 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51836) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:22.328422 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:22.338763 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.339422 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.345143 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.349626 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a61113bf-5ca8-4300-999b-de31408b3ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:22.358187 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-84639046-a0a5-4514-97d4-b9031277fcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:22.405183 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4897b977-e50c-48c6-b893-2b44a6e1b3a2,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:22.407819 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936b430a-c060-4a63-9f0b-7bd8a2095e23,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:22.408255 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:22.411546 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2968e94ef40443c0a5cb73a2534966c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504389 Aug 20 19:07:22.415381 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 51840) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:22.416357 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:22.421786 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7c39df16e364628a03cd6dbc0cf29d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7880611 Aug 20 19:07:22.430069 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51844) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:22.484124 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-985df7a7-2b18-4a34-a05c-8cf85c03495e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.491900 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-448e4749-736b-4003-a2ee-74d33fba624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.514807 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-985df7a7-2b18-4a34-a05c-8cf85c03495e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.534191 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-448e4749-736b-4003-a2ee-74d33fba624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.540929 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f10e22db-e415-436c-9689-6b1aa901372e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.576786 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-985df7a7-2b18-4a34-a05c-8cf85c03495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.581351 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-39bce5ae-6a0a-4a09-aaab-97857f015daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:22.595102 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985df7a7-2b18-4a34-a05c-8cf85c03495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4897b977-e50c-48c6-b893-2b44a6e1b3a2,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:22.597508 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f10e22db-e415-436c-9689-6b1aa901372e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.598285 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-985df7a7-2b18-4a34-a05c-8cf85c03495e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:22.605223 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-985df7a7-2b18-4a34-a05c-8cf85c03495e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.607423 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-985df7a7-2b18-4a34-a05c-8cf85c03495e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4897b977-e50c-48c6-b893-2b44a6e1b3a2 HTTP/1.1" status: 204 len: 168 time: 0.1914942 Aug 20 19:07:22.685419 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-448e4749-736b-4003-a2ee-74d33fba624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.693956 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-da1d8c5c-db83-4d47-a9a2-356ab5da19ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:22.708029 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f10e22db-e415-436c-9689-6b1aa901372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.725876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e4749-736b-4003-a2ee-74d33fba624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cc12e1-faed-4769-a7c4-5bebfcdc507c,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:22.793769 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-448e4749-736b-4003-a2ee-74d33fba624f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:22.805260 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-448e4749-736b-4003-a2ee-74d33fba624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.807222 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-448e4749-736b-4003-a2ee-74d33fba624f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62cc12e1-faed-4769-a7c4-5bebfcdc507c HTTP/1.1" status: 204 len: 168 time: 0.4796889 Aug 20 19:07:22.808481 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:22.825839 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f10e22db-e415-436c-9689-6b1aa901372e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:22.827424 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f10e22db-e415-436c-9689-6b1aa901372e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/936b430a-c060-4a63-9f0b-7bd8a2095e23 HTTP/1.1" status: 204 len: 168 time: 0.3966000 Aug 20 19:07:22.844084 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e22db-e415-436c-9689-6b1aa901372e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936b430a-c060-4a63-9f0b-7bd8a2095e23,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:22.847683 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f10e22db-e415-436c-9689-6b1aa901372e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:22.902365 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539b759-6466-4911-9975-8440571781ee req-158158d9-2e0c-41f2-8029-5c5b8866f160 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:22.910014 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d539b759-6466-4911-9975-8440571781ee req-158158d9-2e0c-41f2-8029-5c5b8866f160 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 944 time: 0.1903882 Aug 20 19:07:22.971994 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d539b759-6466-4911-9975-8440571781ee req-749299bd-1ea0-45fd-a520-58fc3bccaae0 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608966 Aug 20 19:07:23.114807 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc2019-dde9-4d76-aebd-c0619c4dc23e req-2f849f0b-4673-4ed4-936d-3796073a2b8f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:23.118060 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a4cc2019-dde9-4d76-aebd-c0619c4dc23e req-2f849f0b-4673-4ed4-936d-3796073a2b8f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1000936 Aug 20 19:07:23.189033 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a4cc2019-dde9-4d76-aebd-c0619c4dc23e req-38d28e87-a877-4f25-a7f1-133146578549 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629394 Aug 20 19:07:23.278735 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf539cf-12f1-45cf-9864-f5111f603101 req-fe2be267-469b-4fa8-a125-f78a8730b48c tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:23.281048 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ddf539cf-12f1-45cf-9864-f5111f603101 req-fe2be267-469b-4fa8-a125-f78a8730b48c tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 946 time: 0.1189418 Aug 20 19:07:23.338098 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ddf539cf-12f1-45cf-9864-f5111f603101 req-0d428664-0637-42fd-a500-1f363c53e5e6 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502126 Aug 20 19:07:23.434514 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51882) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:23.460059 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.479863 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:23.488375 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b38312831743a7b23abdfe9d15333b is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:23.491073 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:23.500487 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:23.621639 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.626832 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.634846 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-448e4749-736b-4003-a2ee-74d33fba624f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:23.677815 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d505e327-0de5-4d85-9cd2-084ea1c9a5b7,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:23.682812 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0b38312831743a7b23abdfe9d15333b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470124 Aug 20 19:07:23.683974 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:23.686967 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 51890) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:23.755051 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7565-3990-4158-98e2-b036cd84c2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.795728 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7565-3990-4158-98e2-b036cd84c2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.903099 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7565-3990-4158-98e2-b036cd84c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.910789 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-c5653655-0b6a-4710-bf7d-f426a63e74f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:23.931881 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe7565-3990-4158-98e2-b036cd84c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d505e327-0de5-4d85-9cd2-084ea1c9a5b7,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:23.944188 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e5fe7565-3990-4158-98e2-b036cd84c2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:23.946436 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7565-3990-4158-98e2-b036cd84c2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:23.950337 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-e5fe7565-3990-4158-98e2-b036cd84c2a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d505e327-0de5-4d85-9cd2-084ea1c9a5b7 HTTP/1.1" status: 204 len: 168 time: 0.2596104 Aug 20 19:07:24.226205 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2fd6e-536c-4746-a875-044d574c2598 req-9f6062ff-7fd7-4279-909f-0a8400c2eabf tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:24.229924 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-cbb2fd6e-536c-4746-a875-044d574c2598 req-9f6062ff-7fd7-4279-909f-0a8400c2eabf tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 944 time: 0.1249981 Aug 20 19:07:24.332857 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-cbb2fd6e-536c-4746-a875-044d574c2598 req-48344670-02d8-415f-93d9-ddb6c32d9c52 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933566 Aug 20 19:07:24.456334 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-941173c7-0a97-41c0-91f6-3ad400a18aab tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:24.458848 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-941173c7-0a97-41c0-91f6-3ad400a18aab tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.21 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 946 time: 0.1301355 Aug 20 19:07:24.567333 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbe5ac-1013-4caf-be3f-dbce5529cd3a req-d46d08e1-69e7-4112-983d-059b19405c55 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:24.572468 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2dcbe5ac-1013-4caf-be3f-dbce5529cd3a req-d46d08e1-69e7-4112-983d-059b19405c55 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1734600 Aug 20 19:07:24.712941 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Deleting port 644d642a-2d7b-467e-ae30-2826ab1b7799 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:07:24.712941 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:24.740664 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2dcbe5ac-1013-4caf-be3f-dbce5529cd3a req-77d8d416-7493-41b8-9d2b-92dc8db5f028 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526084 Aug 20 19:07:24.781617 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:24.934019 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:24.945194 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:24.946197 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.117379 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3d630-0e6a-4069-8e63-e8788cece537 req-fdb62096-47fd-48f9-bba6-5402aba87b00 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:25.124281 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-86d3d630-0e6a-4069-8e63-e8788cece537 req-fdb62096-47fd-48f9-bba6-5402aba87b00 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 946 time: 0.5345457 Aug 20 19:07:25.199848 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.203989 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] For port 644d642a-2d7b-467e-ae30-2826ab1b7799, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=644d642a-2d7b-467e-ae30-2826ab1b7799,segment=NetworkSegment(247b2af3-f0aa-42cd-baa9-aded6999e66c),segment_id=247b2af3-f0aa-42cd-baa9-aded6999e66c)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:25.204332 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.245626 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:25.247002 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93304578-2fed-463b-bd74-9c7ce7994700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:25.254136 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.256708 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:25.371857 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:25.376698 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:25.410646 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93304578-2fed-463b-bd74-9c7ce7994700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6', 'code': 200} Aug 20 19:07:25.424091 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-86d3d630-0e6a-4069-8e63-e8788cece537 req-1dab838c-98ef-46a7-b25e-98487f6237da tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/security-groups?id=942ff0bc-81eb-483a-b955-8747dec4467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989652 Aug 20 19:07:25.433351 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Calling delete_port for 644d642a-2d7b-467e-ae30-2826ab1b7799 owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:07:25.612062 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35967175-7b30-46af-96df-6eb6b2b64722 req-708f8fad-60c1-4389-aa02-365ed2cee1c8 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:25.619869 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-35967175-7b30-46af-96df-6eb6b2b64722 req-708f8fad-60c1-4389-aa02-365ed2cee1c8 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0995770 Aug 20 19:07:25.690469 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-35967175-7b30-46af-96df-6eb6b2b64722 req-10c030ce-6a13-49ea-8c43-d9e633f3407d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694129 Aug 20 19:07:25.877404 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de006a-dbab-4281-9730-ddb1ec865695 req-941300b4-5521-49e3-b8ad-147fc2ce7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:25.879675 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-35de006a-dbab-4281-9730-ddb1ec865695 req-941300b4-5521-49e3-b8ad-147fc2ce7ed0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 1098 time: 0.1418138 Aug 20 19:07:25.894489 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:25.906905 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-21cef804-e3a3-4a79-a2cc-41ac21bb7f9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:25.913110 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['644d642a-2d7b-467e-ae30-2826ab1b7799'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:25.967799 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-35de006a-dbab-4281-9730-ddb1ec865695 req-dc2db69c-f780-4f6b-9d40-accbaf430682 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782204 Aug 20 19:07:26.037641 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Pushing event deleted for resources: {'Port': ['ID=644d642a-2d7b-467e-ae30-2826ab1b7799,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:26.052833 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:26.164206 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] No DVR routers for this DVR port 644d642a-2d7b-467e-ae30-2826ab1b7799 on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:07:26.170917 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:26.172641 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a7257c-062b-4623-a02a-7ffe9c9e763a', 'name': 'network-vif-deleted', 'tag': '644d642a-2d7b-467e-ae30-2826ab1b7799'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:26.192115 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd9992-3808-42df-820c-fa4cb422e4ad req-463bc832-061c-4b0d-9b34-403ee53d397d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:26.194348 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9cdd9992-3808-42df-820c-fa4cb422e4ad req-463bc832-061c-4b0d-9b34-403ee53d397d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.2156839 Aug 20 19:07:26.226839 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0827cf6a-f5c3-4985-907e-16e0215da865 req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.21 "DELETE /v2.0/ports/644d642a-2d7b-467e-ae30-2826ab1b7799 HTTP/1.1" status: 204 len: 173 time: 1.7559936 Aug 20 19:07:26.264215 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9cdd9992-3808-42df-820c-fa4cb422e4ad req-feaf8f37-6a4d-404b-bb1e-8c3df5e6be0c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624268 Aug 20 19:07:26.265992 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a7257c-062b-4623-a02a-7ffe9c9e763a', 'name': 'network-vif-deleted', 'tag': '644d642a-2d7b-467e-ae30-2826ab1b7799', 'status': 'completed', 'code': 200} Aug 20 19:07:26.611763 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-30d25345-667f-4bc2-8ef3-9b95ed8f3806 req-e146eefd-2e6a-4978-9249-6b890a8fd7a0 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Synchronizing usage tracker for tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:26.632771 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-30d25345-667f-4bc2-8ef3-9b95ed8f3806 req-e146eefd-2e6a-4978-9249-6b890a8fd7a0 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Unset dirty status for tenant:7dbda7eb5ba7482f912b7d5a8d7540d2 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:26.635265 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-30d25345-667f-4bc2-8ef3-9b95ed8f3806 req-e146eefd-2e6a-4978-9249-6b890a8fd7a0 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a7257c-062b-4623-a02a-7ffe9c9e763a HTTP/1.1" status: 200 len: 210 time: 0.0691738 Aug 20 19:07:26.879605 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52006) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:26.953753 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9561a-b72e-4a9e-b328-49c73f7796c6 req-5455eee3-3035-41c7-9ddf-07cf52b9c36c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:26.966881 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-15d9561a-b72e-4a9e-b328-49c73f7796c6 req-5455eee3-3035-41c7-9ddf-07cf52b9c36c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.1195567 Aug 20 19:07:27.026679 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-15d9561a-b72e-4a9e-b328-49c73f7796c6 req-37b0b64c-c26a-478f-9a12-944db71e7e53 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588384 Aug 20 19:07:27.092027 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.116246 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:27.121696 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Usage tracker for resource:security_group_rule and tenant:8a95558e8cd2494191255fcf8f0061fc is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:27.124804 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:27.132397 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:27.257612 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.263529 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.271985 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a375e932-7fb8-46ba-8072-cbb4b5042bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:27.321585 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d951077-3d5e-44f3-bc8b-b9bbcf810f22,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:27.330839 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a95558e8cd2494191255fcf8f0061fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470823 Aug 20 19:07:27.330839 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:27.331217 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 52024) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:27.401027 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-89108486-df87-4176-b085-8b8ed4517068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.442155 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-89108486-df87-4176-b085-8b8ed4517068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.551167 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-89108486-df87-4176-b085-8b8ed4517068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.560650 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-985df7a7-2b18-4a34-a05c-8cf85c03495e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:27.590577 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89108486-df87-4176-b085-8b8ed4517068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d951077-3d5e-44f3-bc8b-b9bbcf810f22,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:27.600840 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-89108486-df87-4176-b085-8b8ed4517068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:27.614225 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-89108486-df87-4176-b085-8b8ed4517068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:27.615723 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-89108486-df87-4176-b085-8b8ed4517068 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d951077-3d5e-44f3-bc8b-b9bbcf810f22 HTTP/1.1" status: 204 len: 168 time: 0.2830739 Aug 20 19:07:27.805905 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1aa95-2ab4-416d-9d00-790f3c52a09f req-d1702d91-6d20-4410-8e34-c61425545362 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:27.814742 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d7a1aa95-2ab4-416d-9d00-790f3c52a09f req-d1702d91-6d20-4410-8e34-c61425545362 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1129425 Aug 20 19:07:27.930838 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d7a1aa95-2ab4-416d-9d00-790f3c52a09f req-182808e1-3624-49ef-b195-d24454389237 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117244 Aug 20 19:07:28.236185 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eda97-4568-473d-b8bf-bd1ea27e6e03 req-6b969529-30a8-4212-a79d-490b5fe22616 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:28.237835 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0c8eda97-4568-473d-b8bf-bd1ea27e6e03 req-6b969529-30a8-4212-a79d-490b5fe22616 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.1027775 Aug 20 19:07:28.299663 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0c8eda97-4568-473d-b8bf-bd1ea27e6e03 req-9d6b0e8c-159c-4f70-b36f-653af1da0490 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556023 Aug 20 19:07:28.543998 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06390065-6d7c-4cfa-8863-4a834e221765 req-8a0b18c2-2e71-4f4b-912b-d41665fe8dbe tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:28.545667 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-06390065-6d7c-4cfa-8863-4a834e221765 req-8a0b18c2-2e71-4f4b-912b-d41665fe8dbe tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.1010017 Aug 20 19:07:28.554583 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52082) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:28.560933 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'floatingip': {'port_id': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:28.747116 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:28.817919 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 644d642a-2d7b-467e-ae30-2826ab1b7799 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:07:28.872100 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 644d642a-2d7b-467e-ae30-2826ab1b7799 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:07:28.872600 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 644d642a-2d7b-467e-ae30-2826ab1b7799 not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:07:29.192423 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e5760-bdcc-4d0d-9e6d-c182636ff7af req-628f7cdd-ac12-4bda-80b2-7e010fc0ba8c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:29.194370 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4c4e5760-bdcc-4d0d-9e6d-c182636ff7af req-628f7cdd-ac12-4bda-80b2-7e010fc0ba8c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1237047 Aug 20 19:07:29.258006 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4c4e5760-bdcc-4d0d-9e6d-c182636ff7af req-284217f6-ca27-4d58-8ee8-d57120a46994 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552773 Aug 20 19:07:29.289337 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-ea5106af-d02b-4dbf-82b3-43f85d210b36 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:29.289337 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-ea5106af-d02b-4dbf-82b3-43f85d210b36 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 815 time: 0.5722558 Aug 20 19:07:29.320175 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-9af2d35f-bb00-4e91-a5aa-6e310fe8a9e7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/quotas/4b835d96a2864030873004365647716c HTTP/1.1" status: 200 len: 375 time: 0.0183725 Aug 20 19:07:29.707400 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-34188246-8a6a-4515-82fa-906643edafb7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3313589 Aug 20 19:07:29.934949 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-02d5d8cc-7191-4c81-8f35-7934c6bbb5bc service neutron] 10.222.0.54 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112362 Aug 20 19:07:29.948243 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 52144) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:29.962136 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:29.995125 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.db.resource_extend [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 19:07:30.105093 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] Deleting subnet b3082325-fc82-4306-891e-e2c614ca38db {{(pid=79332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:07:30.109985 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.169810 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.179026 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.181971 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.211250 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.270196 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 52158) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:30.273325 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-49e9cb8b-3525-4991-a6cc-7594ae535395 service neutron] 10.222.0.54 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373592 Aug 20 19:07:30.276715 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.299159 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:30.375629 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3082325-fc82-4306-891e-e2c614ca38db,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:30.395287 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.399952 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:30.413248 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b3082325-fc82-4306-891e-e2c614ca38db HTTP/1.1" status: 204 len: 168 time: 0.4630208 Aug 20 19:07:30.415709 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 52168) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:30.714438 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.818263 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ebb53ab-5b0e-41ca-bd8d-30fdf81c843f req-5d4da4a7-36d7-4f66-aaf5-50609c58c62f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 210 time: 0.3038149 Aug 20 19:07:30.834186 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:30.842895 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Floating IP b06677d4-5f83-4280-961b-871aefdd56d2 associated. External IP: 172.27.3.173, port: 2cff8f5a-2172-4912-af7c-2a8a59eeedb6. Aug 20 19:07:30.856931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Usage tracker for resource:security_group_rule and tenant:3ae0ce6ee02644a1a3aca9500350eb7d is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:30.861677 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:30.868031 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:30.881412 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:30.957739 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45d96f-3c2a-4819-ba82-b07e43510c59 req-a07823d6-cea1-4dd9-91c4-f1649194a544 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:30.965901 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fa45d96f-3c2a-4819-ba82-b07e43510c59 req-a07823d6-cea1-4dd9-91c4-f1649194a544 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.4571908 Aug 20 19:07:31.124065 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.135223 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fa45d96f-3c2a-4819-ba82-b07e43510c59 req-d27cab68-e5ab-484c-b08b-e89d87e69256 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683590 Aug 20 19:07:31.149794 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.150382 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.151257 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.152165 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > port after_create 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.152695 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.153438 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > port after_update 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.153907 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.154480 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.154956 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.155417 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.414491 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.415123 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.415657 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.416309 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:07:31.416928 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993dfbf0-02d1-4d3b-b0e3-a13cee745b15']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:31.427441 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Router 8f393ee7-0843-4308-8d48-6885447db335 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:07:31.441716 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247b2af3-f0aa-42cd-baa9-aded6999e66c') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:31.442312 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247b2af3-f0aa-42cd-baa9-aded6999e66c') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:31.456581 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.477394 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.487401 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:07:31.488109 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: from cryptography.utils import int_from_bytes Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: from cryptography.utils import int_from_bytes Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: util.warn_limited( Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: util.warn_limited( Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:07:31.576273 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:07:31.614044 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.631909 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:31.642931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:07:31.650563 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.654836 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.657368 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] Sync routers for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:07:31.661495 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.661737 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=993dfbf0-02d1-4d3b-b0e3-a13cee745b15,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:31.671877 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:31.672741 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.678771 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:31.680102 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:07:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:31.681401 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-41e156fa-775a-4052-99ef-791fd62a092c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:31.708771 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] 10.222.0.54 "DELETE /v2.0/networks/993dfbf0-02d1-4d3b-b0e3-a13cee745b15 HTTP/1.1" status: 204 len: 168 time: 1.2916670 Aug 20 19:07:31.731612 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656fc04b-a845-4dc3-b5c9-c86386fdcfe2,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:31.737647 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:31.743697 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ae0ce6ee02644a1a3aca9500350eb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4709194 Aug 20 19:07:31.747106 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 52224) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:31.797198 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-c878d45a-6045-452c-9115-47f574fca01d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "PUT /v2.0/floatingips/b06677d4-5f83-4280-961b-871aefdd56d2 HTTP/1.1" status: 200 len: 991 time: 3.2415180 Aug 20 19:07:31.812144 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93304578-2fed-463b-bd74-9c7ce7994700', 'tag': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:31.858604 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dca6c7f1-f32a-4dcd-beed-fc39d47a0b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:31.903513 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:31.914250 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93304578-2fed-463b-bd74-9c7ce7994700', 'tag': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6', 'status': 'completed', 'code': 200} Aug 20 19:07:31.924823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dca6c7f1-f32a-4dcd-beed-fc39d47a0b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.022453 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dca6c7f1-f32a-4dcd-beed-fc39d47a0b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.027587 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:32.042215 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 52240) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:32.088472 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6c7f1-f32a-4dcd-beed-fc39d47a0b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656fc04b-a845-4dc3-b5c9-c86386fdcfe2,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:32.093901 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-dca6c7f1-f32a-4dcd-beed-fc39d47a0b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:32.105536 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dca6c7f1-f32a-4dcd-beed-fc39d47a0b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.107238 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-dca6c7f1-f32a-4dcd-beed-fc39d47a0b42 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/656fc04b-a845-4dc3-b5c9-c86386fdcfe2 HTTP/1.1" status: 204 len: 168 time: 0.3588388 Aug 20 19:07:32.176222 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-7090692e-b0cc-4ce7-8bc0-8d369149c263 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7dbda7eb5ba7482f912b7d5a8d7540d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1208577 Aug 20 19:07:32.178502 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52248) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:32.209648 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ebbd1d50-b3ad-4cc6-ac7c-b06e4c5d3ff9 req-dbba6c86-5860-4c56-b749-66d1a089684e tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 210 time: 0.1382105 Aug 20 19:07:32.337871 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-d21c80dd-4532-4dc6-b1f3-82d18b78edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:32.343632 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-d21c80dd-4532-4dc6-b1f3-82d18b78edba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 1098 time: 0.3734770 Aug 20 19:07:32.392774 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eae1b311-c5d3-42b4-a77d-8277a9cb3d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.578024 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eae1b311-c5d3-42b4-a77d-8277a9cb3d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.677763 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-aed42c33-78c3-43b2-9bab-ed0f0e377398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:32.679454 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-aed42c33-78c3-43b2-9bab-ed0f0e377398 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 912 time: 0.3238497 Aug 20 19:07:32.708135 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eae1b311-c5d3-42b4-a77d-8277a9cb3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.714738 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-af5ff3c7-3312-4d91-8092-3a3e430de101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:32.715983 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-136a215b-d186-4f8a-92fc-ad8e735385fa tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:32.717857 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-136a215b-d186-4f8a-92fc-ad8e735385fa tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 815 time: 0.5425169 Aug 20 19:07:32.747460 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0322135-1fa5-47a1-b1d1-eb1d44813ab0 req-962f679d-2bd6-4a2a-a82d-76395f79fe73 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:32.757785 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e0322135-1fa5-47a1-b1d1-eb1d44813ab0 req-962f679d-2bd6-4a2a-a82d-76395f79fe73 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.3218307 Aug 20 19:07:32.792390 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Request body: {'port': {'device_id': 'ce3ce934-acde-4a60-b32e-a792c12891da', 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d', 'admin_state_up': True, 'tenant_id': '4b835d96a2864030873004365647716c'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:32.823716 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'b06677d4-5f83-4280-961b-871aefdd56d2', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '8f393ee7-0843-4308-8d48-6885447db335', 'port_id': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'mac_address': 'fa:16:3e:a4:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93304578-2fed-463b-bd74-9c7ce7994700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:55Z', 'updated_at': '2021-08-20T19:07:29Z', 'revision_number': 1, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:32.831799 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] Checking router: 8f393ee7-0843-4308-8d48-6885447db335 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:07:32.851209 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1b311-c5d3-42b4-a77d-8277a9cb3d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942ff0bc-81eb-483a-b955-8747dec4467a,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:32.851377 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:07:32.851980 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:07:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:32.858416 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-eae1b311-c5d3-42b4-a77d-8277a9cb3d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:32.941123 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-2a8515d4-d580-4402-9e21-5e8bf759b28c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6 HTTP/1.1" status: 200 len: 999 time: 0.2077656 Aug 20 19:07:32.941669 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52278) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:32.968848 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eae1b311-c5d3-42b4-a77d-8277a9cb3d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:32.972089 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-eae1b311-c5d3-42b4-a77d-8277a9cb3d68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/942ff0bc-81eb-483a-b955-8747dec4467a HTTP/1.1" status: 204 len: 168 time: 0.7850072 Aug 20 19:07:33.055860 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e0322135-1fa5-47a1-b1d1-eb1d44813ab0 req-e70de8ae-eec9-4e88-a267-e5a6256b9c25 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970335 Aug 20 19:07:33.069056 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:33.080194 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:33.091011 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:33.107944 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:33.119436 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Made reservation on behalf of 4b835d96a2864030873004365647716c for: {'port': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:33.120322 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3f49ce6c61497ca14a58d54763df1e is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:33.125683 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:33.129154 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:33.135075 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:33.142143 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-ed231726-e732-424e-a7a0-a8b4f62e6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:33.143590 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-ed231726-e732-424e-a7a0-a8b4f62e6951 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.1822653 Aug 20 19:07:33.220248 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:07:33.264516 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-e999b0a4-956a-4603-9c93-d702b6ad3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:33.266272 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-e999b0a4-956a-4603-9c93-d702b6ad3efe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063943 Aug 20 19:07:33.452004 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:33.462048 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:33.490297 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-cc82d1db-56fa-42f6-9e23-f9d0054ac309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:33.652063 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ddb6a964-3ced-43e7-8d40-d510b6f4c41d req-585cae66-a26f-4bec-9ce4-0b3599a39a05 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 210 time: 0.2511168 Aug 20 19:07:33.662688 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Allocated IP 172.20.0.5 (ba8295ce-354a-4324-b02d-33607bd6c33d/0f14726b-06d9-4d92-9138-8fd40a45b4b6/3e77e642-85d1-4bf1-82a6-dd8cdd61e30a) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:33.664247 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf3f49ce6c61497ca14a58d54763df1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7214532 Aug 20 19:07:33.667522 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52304) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:33.670736 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c71828-f0e1-4f24-ad2d-c1e5a26d5f8b,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:33.685837 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:33.688162 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-b17e71c8-ab3e-4604-b6e5-083b910301d8 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053161 Aug 20 19:07:33.815061 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'b06677d4-5f83-4280-961b-871aefdd56d2', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '8f393ee7-0843-4308-8d48-6885447db335', 'port_id': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'mac_address': 'fa:16:3e:a4:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93304578-2fed-463b-bd74-9c7ce7994700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:55Z', 'updated_at': '2021-08-20T19:07:29Z', 'revision_number': 1, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:07:33.835759 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14777b32-068e-40e0-8046-4ac89989f841 None None] The sync data for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi is: [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'b06677d4-5f83-4280-961b-871aefdd56d2', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '8f393ee7-0843-4308-8d48-6885447db335', 'port_id': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'mac_address': 'fa:16:3e:a4:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93304578-2fed-463b-bd74-9c7ce7994700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:06:55Z', 'updated_at': '2021-08-20T19:07:29Z', 'revision_number': 1, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:07:33.903609 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7b6741ed-5242-40b7-a61d-6f3db7a0e58f req-260f13de-fb7d-4d63-a202-8d8acf2ff015 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010527 Aug 20 19:07:33.947784 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c4c30a6b-3493-4a1d-8c5b-390ef24f80ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:33.978822 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c4c30a6b-3493-4a1d-8c5b-390ef24f80ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.115893 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c4c30a6b-3493-4a1d-8c5b-390ef24f80ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.120332 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:34.127040 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.142604 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c30a6b-3493-4a1d-8c5b-390ef24f80ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c71828-f0e1-4f24-ad2d-c1e5a26d5f8b,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:34.177266 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-c4c30a6b-3493-4a1d-8c5b-390ef24f80ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:34.177873 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.181889 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-c4c30a6b-3493-4a1d-8c5b-390ef24f80ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.183211 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-c4c30a6b-3493-4a1d-8c5b-390ef24f80ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53c71828-f0e1-4f24-ad2d-c1e5a26d5f8b HTTP/1.1" status: 204 len: 168 time: 0.5137715 Aug 20 19:07:34.210056 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['5d9b24e5-02c8-4203-81d2-6e793c3e71b1'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:34.216960 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:34.317930 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e392168-553d-4e01-87a3-0cd8dbb30c0c None None] New status for floating IP b06677d4-5f83-4280-961b-871aefdd56d2: ACTIVE {{(pid=79333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:07:34.428792 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Network ba8295ce-354a-4324-b02d-33607bd6c33d is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:34.434043 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:34.437203 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:34.520359 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Pushing event updated for resources: {'Port': ['ID=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:34.523566 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:34.551370 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:34.551990 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:34.578636 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb701138-0d6f-4abb-a17e-ab93c63b6ca2 req-323a1814-010a-4ade-818a-5114a6a826e8 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:34.586267 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eb701138-0d6f-4abb-a17e-ab93c63b6ca2 req-323a1814-010a-4ade-818a-5114a6a826e8 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.2412448 Aug 20 19:07:34.731836 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eb701138-0d6f-4abb-a17e-ab93c63b6ca2 req-3e296439-a61d-472f-98bf-d7fe88b3fb3f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443965 Aug 20 19:07:34.733180 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9725554 Aug 20 19:07:34.757273 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Request body: {'port': {'device_id': 'ce3ce934-acde-4a60-b32e-a792c12891da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:35.084526 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.117697 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348bec-d82a-4691-a34b-e356c3cbc6bf req-0ecc58b2-8b47-4497-b01d-19df5a4fddb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:35.129396 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1a348bec-d82a-4691-a34b-e356c3cbc6bf req-0ecc58b2-8b47-4497-b01d-19df5a4fddb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 931 time: 0.2517948 Aug 20 19:07:35.193821 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1a348bec-d82a-4691-a34b-e356c3cbc6bf req-576eb1f4-08c5-4022-ba3c-00669a2c2496 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634410 Aug 20 19:07:35.221329 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52394) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:35.425844 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.451898 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:35.456932 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ac70cc1640e447e3b84d0819ce392518 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:35.460773 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:35.468261 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:35.624859 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.634271 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.696592 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-23510571-f71e-44d7-8cd5-38c6100e2359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:35.713341 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac70cc1640e447e3b84d0819ce392518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908371 Aug 20 19:07:35.717836 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a {{(pid=79332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:35.719121 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52420) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:35.728339 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.756035 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Transition to ACTIVE for port object 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a will not be triggered until provisioned by entity L2. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:35.767399 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.779398 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-abe1251c-c899-4d74-9305-822700b60ba8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:35.814948 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4842dfd0-a53c-4e5c-add6-f77ae7b34651,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:35.820820 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:35.877347 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-12c091a7-64f2-48e5-b231-9e452acf3136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.932738 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-12c091a7-64f2-48e5-b231-9e452acf3136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:35.973893 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:36.030310 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:36.068650 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-12c091a7-64f2-48e5-b231-9e452acf3136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.072453 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3d80e5fc-7297-4fb1-9699-cf90c9d89d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:36.084473 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c091a7-64f2-48e5-b231-9e452acf3136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4842dfd0-a53c-4e5c-add6-f77ae7b34651,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:36.087700 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-12c091a7-64f2-48e5-b231-9e452acf3136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:36.096704 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-12c091a7-64f2-48e5-b231-9e452acf3136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.101966 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-12c091a7-64f2-48e5-b231-9e452acf3136 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4842dfd0-a53c-4e5c-add6-f77ae7b34651 HTTP/1.1" status: 204 len: 168 time: 0.3777335 Aug 20 19:07:36.237703 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe1b04-8e7f-4855-a588-bf53dfc2515d req-54155fed-b82d-413d-84b9-d47eea4005f9 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:36.239240 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c2fe1b04-8e7f-4855-a588-bf53dfc2515d req-54155fed-b82d-413d-84b9-d47eea4005f9 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1653953 Aug 20 19:07:36.241612 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Attempting to bind port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:36.242121 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Attempting to bind port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:36.242608 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Attempting to bind port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a on network ba8295ce-354a-4324-b02d-33607bd6c33d {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:36.280892 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a on network ba8295ce-354a-4324-b02d-33607bd6c33d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:07:36.281577 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Attempting to bind port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a on network ba8295ce-354a-4324-b02d-33607bd6c33d {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:36.290943 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:36.291647 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Checking segment: {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:36.292273 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Bound using segment: {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:36.293498 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Bound port: 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'}}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:36.294303 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.323179 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c2fe1b04-8e7f-4855-a588-bf53dfc2515d req-8846c0fc-6d02-486f-a235-bf7ec931df9b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761180 Aug 20 19:07:36.453534 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] For port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a, host hv-cinder-80528, cleared binding levels {{(pid=79332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:36.462755 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] For port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:36.472164 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.495485 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:36.498363 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84feb5-ebb5-4bee-8a01-0a61f3b51ce1 req-4de58ec8-c244-4670-b0fa-4f3818959d96 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:36.506518 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fd84feb5-ebb5-4bee-8a01-0a61f3b51ce1 req-4de58ec8-c244-4670-b0fa-4f3818959d96 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 943 time: 0.1848910 Aug 20 19:07:36.574083 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:36.574672 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fd84feb5-ebb5-4bee-8a01-0a61f3b51ce1 req-e3d19984-a0af-46ae-adee-4545a216fb4b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664880 Aug 20 19:07:36.574789 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.576238 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3e77e642-85d1-4bf1-82a6-dd8cdd61e30a HTTP/1.1" status: 200 len: 1093 time: 1.8323536 Aug 20 19:07:36.576960 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3ce934-acde-4a60-b32e-a792c12891da', 'tag': '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:36.630988 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,revision_number=3']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:36.640666 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:36.686617 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3ce934-acde-4a60-b32e-a792c12891da', 'tag': '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a', 'status': 'completed', 'code': 200} Aug 20 19:07:36.717167 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52464) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:36.744072 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.752468 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-f5d8a620-e819-449e-9d33-e6eec8e6ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:36.754209 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-f5d8a620-e819-449e-9d33-e6eec8e6ac91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 1096 time: 0.1065621 Aug 20 19:07:36.780447 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:36.790175 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:78287885bc0e4247b25440094bb52f9b is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:36.796782 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:36.810266 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:36.882980 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-486de00d-8816-4c8e-aa0e-b07af861e3b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a HTTP/1.1" status: 200 len: 217 time: 0.1107492 Aug 20 19:07:36.956200 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.964986 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:36.988276 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ee14e45f-50b0-4649-8632-1412afc76912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:36.990500 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-9e2210fd-de19-40cc-973a-8f9cd1baf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:36.992363 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-9e2210fd-de19-40cc-973a-8f9cd1baf67a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 200 len: 855 time: 0.1009448 Aug 20 19:07:37.051401 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-641042c0-db29-4d49-b439-931ecaa310af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba8295ce-354a-4324-b02d-33607bd6c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509286 Aug 20 19:07:37.068112 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78287885bc0e4247b25440094bb52f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493550 Aug 20 19:07:37.070760 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650209c0-5878-4955-8c86-d69836da7b06,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:37.075384 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52476) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:37.079444 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:37.198140 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2ccb-35f8-44d9-ab06-20cf50c37a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:37.258291 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-fb418250-ac2a-4c16-8251-4debfda7e6b4 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991098 Aug 20 19:07:37.268718 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2ccb-35f8-44d9-ab06-20cf50c37a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:37.399025 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2ccb-35f8-44d9-ab06-20cf50c37a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:37.407509 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-178f1715-44d8-41f6-8ffb-2af53db38e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:37.456035 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd2ccb-35f8-44d9-ab06-20cf50c37a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650209c0-5878-4955-8c86-d69836da7b06,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:37.467110 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-1fcd2ccb-35f8-44d9-ab06-20cf50c37a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:37.470015 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2ccb-35f8-44d9-ab06-20cf50c37a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:37.477895 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-1fcd2ccb-35f8-44d9-ab06-20cf50c37a80 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/650209c0-5878-4955-8c86-d69836da7b06 HTTP/1.1" status: 204 len: 168 time: 0.4011931 Aug 20 19:07:37.581808 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ae58ef05-95e1-45da-92dd-29b32d9697c7 req-8edd09ee-2d2f-4985-a336-ce792a1d9884 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035042 Aug 20 19:07:37.630359 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e519a5-c52f-4e79-a227-a695ca3d9700 req-d967450f-1a5f-459f-a492-b027a4520275 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:37.632584 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-30e519a5-c52f-4e79-a227-a695ca3d9700 req-d967450f-1a5f-459f-a492-b027a4520275 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1164954 Aug 20 19:07:37.831536 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-30e519a5-c52f-4e79-a227-a695ca3d9700 req-97addb45-b71a-46be-9c67-bf0d973bf78d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923954 Aug 20 19:07:37.870350 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-38e2acbf-e146-4593-8b4f-767d1d2c66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:37.872006 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-38e2acbf-e146-4593-8b4f-767d1d2c66c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 1096 time: 0.1964769 Aug 20 19:07:38.077027 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-0bdda71f-eec6-4a6d-9804-8911bf887c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:38.078482 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-0bdda71f-eec6-4a6d-9804-8911bf887c44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 916 time: 0.1993582 Aug 20 19:07:38.151338 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e62bd-c05f-4065-a07a-4f717e00baff req-910cf31d-6c60-4666-b331-792f80b4da5b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:38.151338 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-e00e62bd-c05f-4065-a07a-4f717e00baff req-910cf31d-6c60-4666-b331-792f80b4da5b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:38.167287 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-23b19f74-c3c6-429d-95b1-505a3de2b734 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a HTTP/1.1" status: 200 len: 217 time: 0.0805967 Aug 20 19:07:38.181408 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-e00e62bd-c05f-4065-a07a-4f717e00baff req-910cf31d-6c60-4666-b331-792f80b4da5b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:38.183286 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e00e62bd-c05f-4065-a07a-4f717e00baff req-910cf31d-6c60-4666-b331-792f80b4da5b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 943 time: 0.2141736 Aug 20 19:07:38.283951 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e00e62bd-c05f-4065-a07a-4f717e00baff req-6b206510-ca5a-4b88-85bf-f62c368864c8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937948 Aug 20 19:07:38.298047 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-64f10742-26db-4d94-8890-906e945f8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:38.299730 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-64f10742-26db-4d94-8890-906e945f8290 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 200 len: 855 time: 0.0907538 Aug 20 19:07:38.354739 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-cdec3ee7-00fb-4f36-8b34-5362d88ffe85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba8295ce-354a-4324-b02d-33607bd6c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442390 Aug 20 19:07:38.500043 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-22d594e8-861f-4775-8a5d-ccf8dcb1b36b service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329110 Aug 20 19:07:38.682035 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8a0f941-bb56-438e-b7cd-b32c4c7fbf03 req-812d68ca-0a76-462a-af59-3ed1d9aef90d service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712055 Aug 20 19:07:38.861067 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-9b84dfa3-ea94-457b-a799-0877618a5997 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b8d9572f891d4e57a7ba761963b1fbf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290148 Aug 20 19:07:38.909009 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 52546) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:39.034812 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016815fe-e772-4bba-ae8e-693960013bd7 req-8ccf461a-8359-4410-bf72-48a93f434ad2 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:39.036288 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-016815fe-e772-4bba-ae8e-693960013bd7 req-8ccf461a-8359-4410-bf72-48a93f434ad2 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0911357 Aug 20 19:07:39.052479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-9f6b48bb-e248-46ef-a738-19579b7b3969 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:39.054310 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-9f6b48bb-e248-46ef-a738-19579b7b3969 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875088 Aug 20 19:07:39.055444 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.079907 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:39.085617 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-70ff908c-9ab4-4cea-91f5-9de99a5e9e7e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/quotas/b8d9572f891d4e57a7ba761963b1fbf9 HTTP/1.1" status: 200 len: 375 time: 0.0187490 Aug 20 19:07:39.085793 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-016815fe-e772-4bba-ae8e-693960013bd7 req-fd0d1d4b-261b-441e-83d2-00c26070650f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Aug 20 19:07:39.086873 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Usage tracker for resource:security_group_rule and tenant:13a8726d79eb404ebaa8e55b931aa85a is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:39.091862 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:39.134897 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:39.151144 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-28583727-2176-41bb-af3d-57d8e554b083 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8d9572f891d4e57a7ba761963b1fbf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554967 Aug 20 19:07:39.248413 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.258739 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.267694 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-56b5e92f-670a-4675-ba1a-b4878d998265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:39.353649 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1fa799-840d-4d71-b7ca-0dd4965a824e,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:39.358281 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13a8726d79eb404ebaa8e55b931aa85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485760 Aug 20 19:07:39.359251 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:39.361724 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e9c9984b-fb76-4ce9-aadc-ac8561d4f637 req-e08d1e0a-05ff-4182-bced-fa27f9998b6e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 210 time: 0.0587170 Aug 20 19:07:39.361973 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52562) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:39.447429 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2b2617ae-73a9-4d2e-999a-34d513b0e858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.492785 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2b2617ae-73a9-4d2e-999a-34d513b0e858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.617728 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2b2617ae-73a9-4d2e-999a-34d513b0e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.620265 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcf98c-69f8-4e92-acaa-84937c9455f8 req-cbe8ffe0-d060-4a6b-afd3-3e0b3f2ca0b2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:39.623112 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-12c091a7-64f2-48e5-b231-9e452acf3136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:39.629857 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-abfcf98c-69f8-4e92-acaa-84937c9455f8 req-cbe8ffe0-d060-4a6b-afd3-3e0b3f2ca0b2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 943 time: 0.1546731 Aug 20 19:07:39.637361 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2617ae-73a9-4d2e-999a-34d513b0e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1fa799-840d-4d71-b7ca-0dd4965a824e,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:39.640779 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2b2617ae-73a9-4d2e-999a-34d513b0e858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:39.649595 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2b2617ae-73a9-4d2e-999a-34d513b0e858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:39.650737 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-2b2617ae-73a9-4d2e-999a-34d513b0e858 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc1fa799-840d-4d71-b7ca-0dd4965a824e HTTP/1.1" status: 204 len: 168 time: 0.2877729 Aug 20 19:07:39.690813 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-abfcf98c-69f8-4e92-acaa-84937c9455f8 req-a88d2d79-cab8-44bd-8b79-93bf14bd58b8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599756 Aug 20 19:07:40.311227 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb416d-8768-4c6a-a35b-a111e459c043 req-9772a114-4be6-414d-ac79-b1f982913699 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:40.312887 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7afb416d-8768-4c6a-a35b-a111e459c043 req-9772a114-4be6-414d-ac79-b1f982913699 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0940893 Aug 20 19:07:40.384076 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7afb416d-8768-4c6a-a35b-a111e459c043 req-2daeb207-e467-4249-bbfd-993f5391fe63 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529797 Aug 20 19:07:40.548215 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-691004ac-f73f-4a1b-bf6f-b977438bcd10 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b8d9572f891d4e57a7ba761963b1fbf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306692 Aug 20 19:07:40.580428 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1223b5e2-3f37-4207-b8e8-692a5b10a243 req-410ce839-4f0b-4c02-a2db-b833efebb5b9 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 210 time: 0.0685678 Aug 20 19:07:40.871020 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-6a6b05b7-b980-40d7-a1e9-7c846c97be7f tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:40.872728 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-6a6b05b7-b980-40d7-a1e9-7c846c97be7f tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179464 Aug 20 19:07:40.902792 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Request body: {'port': {'device_id': '93ad3fa7-ffbb-4696-b643-05487ae1f8ea', 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b', 'admin_state_up': True, 'tenant_id': 'b8d9572f891d4e57a7ba761963b1fbf9'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:40.947882 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80709100-f1a9-43c7-8cb5-11eb0d375f4b req-a49a1bad-c6d9-4f14-9253-c1703742cf26 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:40.958510 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-80709100-f1a9-43c7-8cb5-11eb0d375f4b req-a49a1bad-c6d9-4f14-9253-c1703742cf26 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 943 time: 0.1224582 Aug 20 19:07:41.016617 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-80709100-f1a9-43c7-8cb5-11eb0d375f4b req-16b14fb3-d9b5-4387-852d-c2f5d69481b5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572503 Aug 20 19:07:41.217078 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:41.221050 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Usage tracker for resource:port and tenant:b8d9572f891d4e57a7ba761963b1fbf9 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:41.224068 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:41.230352 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:41.240790 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Made reservation on behalf of b8d9572f891d4e57a7ba761963b1fbf9 for: {'port': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:07:41.244299 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.258568 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.275042 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:41.280681 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Usage tracker for resource:security_group_rule and tenant:b8d9572f891d4e57a7ba761963b1fbf9 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:41.283728 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:41.290047 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:41.407570 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.412906 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.417669 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:41.476608 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-58b75e10-09fc-45b9-8da6-e712d2111a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.521024 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ef3109-9b7f-4154-8611-1181be26b118,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:41.533892 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:41.632872 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106eb9e-14de-4cad-b7b4-bd9086208a61 req-dc4e4b70-497e-42af-9869-030dabbda3b0 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:41.634394 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b106eb9e-14de-4cad-b7b4-bd9086208a61 req-dc4e4b70-497e-42af-9869-030dabbda3b0 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1085916 Aug 20 19:07:41.661980 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Allocated IP 192.168.233.23 (e1214100-d198-4d38-8563-26579aaf471b/5d2852d1-3cf2-4db7-8be1-4e63019024c4/185295c3-a39d-4f6d-843b-c29597321734) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:07:41.760945 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b106eb9e-14de-4cad-b7b4-bd9086208a61 req-70975fe3-a009-438a-a0eb-494d493e9ec5 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151226 Aug 20 19:07:41.868408 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:41.956947 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d09ba91f-0615-4bc1-880d-5f412079803c req-a00b7c98-cfa8-414f-900b-ee7cb2899d1e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 210 time: 0.1705472 Aug 20 19:07:42.030756 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.051082 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Transition to ACTIVE for port object 185295c3-a39d-4f6d-843b-c29597321734 will not be triggered until provisioned by entity DHCP. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:42.083208 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.091811 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:42.175702 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Network e1214100-d198-4d38-8563-26579aaf471b is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:07:42.179019 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:07:42.186013 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Pushing event updated for resources: {'Port': ['ID=185295c3-a39d-4f6d-843b-c29597321734,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:42.189047 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:07:42.236876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52658) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:42.248873 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:42.310259 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:42.310876 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.365778 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698af8c9-4a15-4dac-8ef1-d825749fa718 req-e20829b7-a9b8-4de5-8f7d-36c473bcbb3e tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:42.367412 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-698af8c9-4a15-4dac-8ef1-d825749fa718 req-e20829b7-a9b8-4de5-8f7d-36c473bcbb3e tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 943 time: 0.1825707 Aug 20 19:07:42.369357 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4743819 Aug 20 19:07:42.384405 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Request body: {'port': {'device_id': '93ad3fa7-ffbb-4696-b643-05487ae1f8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:07:42.420717 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.438801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:42.444898 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Usage tracker for resource:security_group_rule and tenant:fe637fc1dfae47f984404a168910c9fe is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:42.447876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:42.455765 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:42.538536 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-55146ae9-caf9-4cef-b333-335f5283851e None None] Provisioning for port 185295c3-a39d-4f6d-843b-c29597321734 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:42.544690 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-55146ae9-caf9-4cef-b333-335f5283851e None None] Provisioning complete for port 185295c3-a39d-4f6d-843b-c29597321734 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:42.545330 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-55146ae9-caf9-4cef-b333-335f5283851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.555723 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-698af8c9-4a15-4dac-8ef1-d825749fa718 req-af48bea6-0b97-4980-b805-dc03e9ccf881 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357615 Aug 20 19:07:42.577808 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.581488 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.582231 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.591097 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f10e22db-e415-436c-9689-6b1aa901372e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:42.621975 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-55146ae9-caf9-4cef-b333-335f5283851e None None] Port 185295c3-a39d-4f6d-843b-c29597321734 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:07:42.627285 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe637fc1dfae47f984404a168910c9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860447 Aug 20 19:07:42.629016 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52668) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:42.695508 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5755ce31-9fa0-4582-a593-ed442af9b199,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:42.700845 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:42.752510 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-49dd99cb-31b0-4c20-97be-235cda81b5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.795573 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-49dd99cb-31b0-4c20-97be-235cda81b5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.880404 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-49dd99cb-31b0-4c20-97be-235cda81b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.889415 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8dc5e36f-3f5b-44e7-8bb0-17d9feda94f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:42.894094 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:07:42.943105 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd99cb-31b0-4c20-97be-235cda81b5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755ce31-9fa0-4582-a593-ed442af9b199,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:42.955983 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-49dd99cb-31b0-4c20-97be-235cda81b5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:42.961036 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-49dd99cb-31b0-4c20-97be-235cda81b5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:42.962895 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-49dd99cb-31b0-4c20-97be-235cda81b5ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5755ce31-9fa0-4582-a593-ed442af9b199 HTTP/1.1" status: 204 len: 168 time: 0.3327904 Aug 20 19:07:43.101531 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6201aa-0aeb-4669-9bd9-6d57b4135654 req-379e58e1-d638-457d-9bb9-6cc901d5259d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:43.119270 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1a6201aa-0aeb-4669-9bd9-6d57b4135654 req-379e58e1-d638-457d-9bb9-6cc901d5259d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1612043 Aug 20 19:07:43.201238 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185295c3-a39d-4f6d-843b-c29597321734 {{(pid=79332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:43.217990 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.221677 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1a6201aa-0aeb-4669-9bd9-6d57b4135654 req-1e3838c1-7fcd-4bd4-a1c6-20b19ccaea8a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011465 Aug 20 19:07:43.268014 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:43.287864 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a', 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d', 'port_id': '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a', 'mac_address': 'fa:16:3e:2d:a7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f14726b-06d9-4d92-9138-8fd40a45b4b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:07:43.293864 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Transition to ACTIVE for port object 185295c3-a39d-4f6d-843b-c29597321734 will not be triggered until provisioned by entity L2. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:07:43.304286 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.310423 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:43.377525 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.414306 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:43.445486 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:43.451800 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.455268 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:43.463335 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52690) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:43.540286 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.568438 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:43.573160 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Usage tracker for resource:security_group_rule and tenant:afb849e6c2134282b3d4333c8767121d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:43.577263 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:43.582434 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:43.589062 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:43.591110 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:43.656122 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5d505-5c8b-48f7-8f01-31a7d318a480 req-a988e1e1-b4f1-446e-849a-e48503fc2b72 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:43.657615 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-ecc5d505-5c8b-48f7-8f01-31a7d318a480 req-a988e1e1-b4f1-446e-849a-e48503fc2b72 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Synchronizing usage tracker for tenant:b8d9572f891d4e57a7ba761963b1fbf9 on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:43.690011 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Pushing event updated for resources: {'Port': ['ID=185295c3-a39d-4f6d-843b-c29597321734,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:43.694121 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:43.756196 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.767087 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.774791 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:43.837293 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afb849e6c2134282b3d4333c8767121d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727419 Aug 20 19:07:43.840535 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3683e6c1-bc9f-4137-a6cc-712795a54467,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:43.843259 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52696) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:43.848925 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:43.851457 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-ecc5d505-5c8b-48f7-8f01-31a7d318a480 req-a988e1e1-b4f1-446e-849a-e48503fc2b72 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Unset dirty status for tenant:b8d9572f891d4e57a7ba761963b1fbf9 on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:43.852727 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ecc5d505-5c8b-48f7-8f01-31a7d318a480 req-a988e1e1-b4f1-446e-849a-e48503fc2b72 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 935 time: 0.6406715 Aug 20 19:07:43.859159 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-948c7dd7-8a2e-4a56-a58d-af9bec22849d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.881698 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Attempting to bind port 185295c3-a39d-4f6d-843b-c29597321734 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:07:43.882036 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Attempting to bind port 185295c3-a39d-4f6d-843b-c29597321734 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'd30353e3-50fe-4e60-8c9c-26d2ec9ecb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b'}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:07:43.882646 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Attempting to bind port 185295c3-a39d-4f6d-843b-c29597321734 on network e1214100-d198-4d38-8563-26579aaf471b {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:43.894524 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Port 185295c3-a39d-4f6d-843b-c29597321734 on network e1214100-d198-4d38-8563-26579aaf471b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:07:43.894959 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Attempting to bind port 185295c3-a39d-4f6d-843b-c29597321734 on network e1214100-d198-4d38-8563-26579aaf471b {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:07:43.909060 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['3e77e642-85d1-4bf1-82a6-dd8cdd61e30a'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:43.913481 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:07:43.913837 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Checking segment: {'id': 'd30353e3-50fe-4e60-8c9c-26d2ec9ecb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:07:43.914219 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Bound using segment: {'id': 'd30353e3-50fe-4e60-8c9c-26d2ec9ecb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b'} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:07:43.914796 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Bound port: 185295c3-a39d-4f6d-843b-c29597321734, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30353e3-50fe-4e60-8c9c-26d2ec9ecb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b'}}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:07:43.915200 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:43.942958 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-ecc5d505-5c8b-48f7-8f01-31a7d318a480 req-e8fbee80-14c8-4a1f-b4f0-d66f570649f4 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Synchronizing usage tracker for tenant:b8d9572f891d4e57a7ba761963b1fbf9 on resource:security_group {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:07:44.004059 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97061-4c75-4909-9700-fcf8fdce6b3d req-3d98c2b8-1334-49c8-b304-20f46d0a3a78 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.006874 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ebe97061-4c75-4909-9700-fcf8fdce6b3d req-3d98c2b8-1334-49c8-b304-20f46d0a3a78 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 944 time: 0.2938604 Aug 20 19:07:44.041192 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-ecc5d505-5c8b-48f7-8f01-31a7d318a480 req-e8fbee80-14c8-4a1f-b4f0-d66f570649f4 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Unset dirty status for tenant:b8d9572f891d4e57a7ba761963b1fbf9 on resource:security_group {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:07:44.042962 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ecc5d505-5c8b-48f7-8f01-31a7d318a480 req-e8fbee80-14c8-4a1f-b4f0-d66f570649f4 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812406 Aug 20 19:07:44.057059 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] For port 185295c3-a39d-4f6d-843b-c29597321734, host hv-cinder-80528, cleared binding levels {{(pid=79332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:07:44.065192 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] For port 185295c3-a39d-4f6d-843b-c29597321734, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=185295c3-a39d-4f6d-843b-c29597321734,segment=NetworkSegment(d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f),segment_id=d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f)] {{(pid=79332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:07:44.074972 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.094674 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-abb49883-b621-4f25-af99-1cba6f904460 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:44.096650 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bc86-ecbe-4f2b-8c39-89647ac6b35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.135180 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ebe97061-4c75-4909-9700-fcf8fdce6b3d req-88d0f09c-c4c8-44dc-abfd-4686abff1720 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165214 Aug 20 19:07:44.169868 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.170636 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.172281 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] 10.222.0.21 "PUT /v2.0/ports/185295c3-a39d-4f6d-843b-c29597321734 HTTP/1.1" status: 200 len: 1097 time: 1.7950156 Aug 20 19:07:44.174109 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ad3fa7-ffbb-4696-b643-05487ae1f8ea', 'tag': '185295c3-a39d-4f6d-843b-c29597321734'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:44.175442 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bc86-ecbe-4f2b-8c39-89647ac6b35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.182513 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Pushing event updated for resources: {'Port': ['ID=185295c3-a39d-4f6d-843b-c29597321734,revision_number=3']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:44.187511 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:44.288959 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ad3fa7-ffbb-4696-b643-05487ae1f8ea', 'tag': '185295c3-a39d-4f6d-843b-c29597321734', 'status': 'completed', 'code': 200} Aug 20 19:07:44.305345 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bc86-ecbe-4f2b-8c39-89647ac6b35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.312460 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-962d28e0-142b-4577-a866-4719ca6d4c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:44.328341 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-87bfe09f-9fc5-4dec-9e0e-6f9d421ddd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.330243 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-87bfe09f-9fc5-4dec-9e0e-6f9d421ddd5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d9572f891d4e57a7ba761963b1fbf9&device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 1100 time: 0.0984316 Aug 20 19:07:44.334824 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4bc86-ecbe-4f2b-8c39-89647ac6b35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3683e6c1-bc9f-4137-a6cc-712795a54467,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:44.338970 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5cb4bc86-ecbe-4f2b-8c39-89647ac6b35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:44.357750 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bc86-ecbe-4f2b-8c39-89647ac6b35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.359074 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-5cb4bc86-ecbe-4f2b-8c39-89647ac6b35a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3683e6c1-bc9f-4137-a6cc-712795a54467 HTTP/1.1" status: 204 len: 168 time: 0.5146229 Aug 20 19:07:44.486168 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-2c5c7e16-2e1f-4fc2-8972-2124b5633f74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=185295c3-a39d-4f6d-843b-c29597321734 HTTP/1.1" status: 200 len: 217 time: 0.1461372 Aug 20 19:07:44.624317 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac3b5f-7579-493f-a2b3-c92845158606 req-ac2dcd25-6fbb-4bda-9b16-9cce0a6e78bb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.625924 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c8ac3b5f-7579-493f-a2b3-c92845158606 req-ac2dcd25-6fbb-4bda-9b16-9cce0a6e78bb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1753271 Aug 20 19:07:44.645351 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-461d7262-378a-4136-8cd3-525861111cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.647201 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-461d7262-378a-4136-8cd3-525861111cfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d2852d1-3cf2-4db7-8be1-4e63019024c4 HTTP/1.1" status: 200 len: 843 time: 0.1472065 Aug 20 19:07:44.652155 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 52720) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:44.679133 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c8ac3b5f-7579-493f-a2b3-c92845158606 req-2cf71fca-d870-459f-bcc8-cb5e192007ec tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453770 Aug 20 19:07:44.753632 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-e4397b56-34c9-48ef-bfd0-7cd681ba73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:44.755138 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-e4397b56-34c9-48ef-bfd0-7cd681ba73e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1214100-d198-4d38-8563-26579aaf471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0935996 Aug 20 19:07:44.866709 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52726) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:44.884904 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.901081 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:44.906210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.909450 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Usage tracker for resource:security_group_rule and tenant:9bc500b2e9bb456fb9f7151498cb6198 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:44.912669 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:44.918696 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:44.931218 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:44.938980 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Usage tracker for resource:security_group_rule and tenant:d7b89b339a194a0283452be1eb67ffc3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:44.943822 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:44.957005 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:44.960651 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:44.970157 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-1200c991-b654-408d-927e-6c21aa719f35 service neutron] 10.222.0.21 "GET /v2.0/networks/e1214100-d198-4d38-8563-26579aaf471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033186 Aug 20 19:07:45.023474 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.028798 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.038463 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5580bbde-55a1-4d14-9bc9-2d8f7b18b738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:45.082357 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9bc500b2e9bb456fb9f7151498cb6198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145474 Aug 20 19:07:45.083324 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d752329c-b12f-40fb-b862-cc7740f1c133,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:45.085874 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52730) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:45.088483 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:45.154932 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-687622d0-a8b1-45b4-92b8-575b21cb0dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.159379 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bf7a1858-9522-4b30-b1f4-9597a47a6ea8 req-cf350cf9-311d-4a08-9cfe-d69405275137 service neutron] 10.222.0.21 "GET /v2.0/networks/e1214100-d198-4d38-8563-26579aaf471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758490 Aug 20 19:07:45.207616 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-687622d0-a8b1-45b4-92b8-575b21cb0dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.241608 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.272460 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-687622d0-a8b1-45b4-92b8-575b21cb0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.279254 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-629f0c84-443d-4b30-a2e7-40ebdcff7c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:45.291164 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.306101 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-eff62c1c-23d8-484a-8085-7af1625dece5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:45.323223 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687622d0-a8b1-45b4-92b8-575b21cb0dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752329c-b12f-40fb-b862-cc7740f1c133,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:45.327295 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-687622d0-a8b1-45b4-92b8-575b21cb0dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:45.346482 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-687622d0-a8b1-45b4-92b8-575b21cb0dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.347692 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-687622d0-a8b1-45b4-92b8-575b21cb0dbb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d752329c-b12f-40fb-b862-cc7740f1c133 HTTP/1.1" status: 204 len: 168 time: 0.2609789 Aug 20 19:07:45.379378 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7b89b339a194a0283452be1eb67ffc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7260025 Aug 20 19:07:45.383687 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52740) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:45.391285 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d4050b-a806-4ceb-9385-daeddd9dbc00,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:45.396360 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:45.415670 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-1af3ae0f-5ada-4034-ab95-b107f0ba2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:45.417138 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-1af3ae0f-5ada-4034-ab95-b107f0ba2c38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d9572f891d4e57a7ba761963b1fbf9&device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 1100 time: 0.1778207 Aug 20 19:07:45.425819 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394762d4-32ff-4337-9c46-08030b1de806 req-62dbb160-4acb-4a04-8da2-bd7425ed95cf tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:45.427353 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-394762d4-32ff-4337-9c46-08030b1de806 req-62dbb160-4acb-4a04-8da2-bd7425ed95cf tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 947 time: 0.2289984 Aug 20 19:07:45.433065 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b1c91-ca0a-48ad-9bf3-ce718fee1966 req-d3cd215c-fa71-4ff1-a3d3-5d768e657440 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:45.442668 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8b3b1c91-ca0a-48ad-9bf3-ce718fee1966 req-d3cd215c-fa71-4ff1-a3d3-5d768e657440 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 944 time: 0.1642041 Aug 20 19:07:45.524699 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8b3b1c91-ca0a-48ad-9bf3-ce718fee1966 req-34d23791-f04b-4a22-aeb6-6950b7646fc7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787320 Aug 20 19:07:45.560021 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edb463f3-857c-4639-adea-db62acf7af25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.593154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edb463f3-857c-4639-adea-db62acf7af25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.595100 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-394762d4-32ff-4337-9c46-08030b1de806 req-b8fe7e37-511b-4684-a209-022714152d90 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438692 Aug 20 19:07:45.645660 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-ab6d4c80-30f7-4fa8-a778-ed7af9554044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:45.647339 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-ab6d4c80-30f7-4fa8-a778-ed7af9554044 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1214100-d198-4d38-8563-26579aaf471b HTTP/1.1" status: 200 len: 870 time: 0.2190785 Aug 20 19:07:45.665679 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edb463f3-857c-4639-adea-db62acf7af25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.670354 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-49dd99cb-31b0-4c20-97be-235cda81b5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:45.684006 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb463f3-857c-4639-adea-db62acf7af25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d4050b-a806-4ceb-9385-daeddd9dbc00,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:45.691449 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-edb463f3-857c-4639-adea-db62acf7af25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:45.692600 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-edb463f3-857c-4639-adea-db62acf7af25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:45.693729 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-edb463f3-857c-4639-adea-db62acf7af25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3d4050b-a806-4ceb-9385-daeddd9dbc00 HTTP/1.1" status: 204 len: 168 time: 0.3057544 Aug 20 19:07:45.766763 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-bde785ec-f410-4227-848b-917a6df0f08f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=185295c3-a39d-4f6d-843b-c29597321734 HTTP/1.1" status: 200 len: 217 time: 0.1119564 Aug 20 19:07:45.844311 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-de2d61d2-f479-4843-97d2-661a91d399db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:45.845817 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-de2d61d2-f479-4843-97d2-661a91d399db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d2852d1-3cf2-4db7-8be1-4e63019024c4 HTTP/1.1" status: 200 len: 843 time: 0.0718372 Aug 20 19:07:45.933849 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-46828ac1-3cc8-47d5-adb4-f7808f94f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:45.935426 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-46828ac1-3cc8-47d5-adb4-f7808f94f17a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1214100-d198-4d38-8563-26579aaf471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0777209 Aug 20 19:07:45.977665 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d467a5-fa0d-42cf-a90d-989d2fd5681e req-093a55de-b553-4cb2-8c5b-96d323010294 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:45.979414 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-34d467a5-fa0d-42cf-a90d-989d2fd5681e req-093a55de-b553-4cb2-8c5b-96d323010294 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1094909 Aug 20 19:07:46.032328 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-34d467a5-fa0d-42cf-a90d-989d2fd5681e req-6a5a90a9-2a49-467b-a84d-45b8f5f77263 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461338 Aug 20 19:07:46.094386 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-89c74f68-ce75-4235-9135-7c8cce58dd5e service neutron] 10.222.0.21 "GET /v2.0/networks/e1214100-d198-4d38-8563-26579aaf471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483800 Aug 20 19:07:46.326429 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-246d8861-0540-4b44-b39c-4f997ec6ec45 req-41b21057-1d9f-47ca-80c2-ad560f9ef108 service neutron] 10.222.0.21 "GET /v2.0/networks/e1214100-d198-4d38-8563-26579aaf471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186437 Aug 20 19:07:46.652664 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:07:46.661038 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:46.879178 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208fd7c-16a7-4cca-9617-1700412e575b req-e25fa901-7b20-4255-b043-8579884d7ba3 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:46.881715 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d208fd7c-16a7-4cca-9617-1700412e575b req-e25fa901-7b20-4255-b043-8579884d7ba3 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 947 time: 0.1186135 Aug 20 19:07:46.932224 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:46.939014 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ba181-31fd-479c-9d22-40a8260520e6 req-a2d17e0f-8405-4765-9436-92d26c9a745b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:46.941741 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a4ba181-31fd-479c-9d22-40a8260520e6 req-a2d17e0f-8405-4765-9436-92d26c9a745b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 944 time: 0.1183877 Aug 20 19:07:46.966731 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d208fd7c-16a7-4cca-9617-1700412e575b req-82f98938-8797-42ff-96dc-9569cd0e7d03 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Aug 20 19:07:47.009527 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a4ba181-31fd-479c-9d22-40a8260520e6 req-676e8b5f-eb24-4e83-854e-2403af37e366 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619011 Aug 20 19:07:47.021512 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:47.027496 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:47.028023 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:47.178894 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:47.219399 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3ce934-acde-4a60-b32e-a792c12891da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:47.234184 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:47.239073 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:47.239429 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c33e7-9af7-4c1a-9879-8d84261a6056 req-d3ffc599-fb8a-4118-96bf-b93f335f411c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:47.241079 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:47.245196 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3c0c33e7-9af7-4c1a-9879-8d84261a6056 req-d3ffc599-fb8a-4118-96bf-b93f335f411c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0997379 Aug 20 19:07:47.295970 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3c0c33e7-9af7-4c1a-9879-8d84261a6056 req-87c370d0-1c73-4af1-836b-001be3ad75ce tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Aug 20 19:07:47.317855 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:47.321198 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:47.436960 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3ce934-acde-4a60-b32e-a792c12891da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a', 'code': 200} Aug 20 19:07:47.715719 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e77af3-8b4a-4dc3-a1e6-b666e75c448b req-b7827905-ac43-4165-b1f4-ae44abe7be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:47.717474 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-91e77af3-8b4a-4dc3-a1e6-b666e75c448b req-b7827905-ac43-4165-b1f4-ae44abe7be66 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 1098 time: 0.0748358 Aug 20 19:07:47.769210 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-91e77af3-8b4a-4dc3-a1e6-b666e75c448b req-3540678a-aaad-43f6-a287-075d1ca73892 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Aug 20 19:07:48.152479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dafd4-f651-4b3a-bca5-f269dd0e43c9 req-8117d5ad-9fd4-4ff9-94a8-490cb332a44f tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:48.154008 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-522dafd4-f651-4b3a-bca5-f269dd0e43c9 req-8117d5ad-9fd4-4ff9-94a8-490cb332a44f tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 947 time: 0.0830557 Aug 20 19:07:48.199466 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-522dafd4-f651-4b3a-bca5-f269dd0e43c9 req-1b106e0d-8527-496e-a71d-ee2a0f622aec tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391581 Aug 20 19:07:48.207808 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d945e5a-9929-4ce5-af48-68436b3ec21e req-f0eaae05-ddb9-4fab-a0dc-608d827ffd99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:48.209326 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d945e5a-9929-4ce5-af48-68436b3ec21e req-f0eaae05-ddb9-4fab-a0dc-608d827ffd99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 945 time: 0.0838764 Aug 20 19:07:48.255343 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d945e5a-9929-4ce5-af48-68436b3ec21e req-53c99e49-aa96-481d-8d54-b8110ac616d2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Aug 20 19:07:48.525028 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d865d1-2f04-46a5-be53-7a413b48328f req-c2a2ff30-8c14-4bd7-b6e6-2a1e35130164 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:48.526614 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e6d865d1-2f04-46a5-be53-7a413b48328f req-c2a2ff30-8c14-4bd7-b6e6-2a1e35130164 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0891595 Aug 20 19:07:48.576505 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e6d865d1-2f04-46a5-be53-7a413b48328f req-924c87d1-922c-4a1a-bd8f-ec2ea1aa9296 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Aug 20 19:07:48.946479 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 185295c3-a39d-4f6d-843b-c29597321734 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:07:49.085105 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 185295c3-a39d-4f6d-843b-c29597321734, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=185295c3-a39d-4f6d-843b-c29597321734,segment=NetworkSegment(d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f),segment_id=d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:49.104049 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '185295c3-a39d-4f6d-843b-c29597321734', 'network_id': 'e1214100-d198-4d38-8563-26579aaf471b', 'port_id': '185295c3-a39d-4f6d-843b-c29597321734', 'mac_address': 'fa:16:3e:38:cf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2852d1-3cf2-4db7-8be1-4e63019024c4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:07:49.161428 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.180353 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185295c3-a39d-4f6d-843b-c29597321734 {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:07:49.197553 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 185295c3-a39d-4f6d-843b-c29597321734, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=185295c3-a39d-4f6d-843b-c29597321734,segment=NetworkSegment(d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f),segment_id=d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:49.201883 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:49.203972 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:49.271784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=185295c3-a39d-4f6d-843b-c29597321734,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:49.274869 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:49.404834 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56653282-4abc-4bcb-8171-7fcdec59f970 req-7caa22c1-8704-4218-b3d7-9148ba33128a tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:49.406327 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-56653282-4abc-4bcb-8171-7fcdec59f970 req-7caa22c1-8704-4218-b3d7-9148ba33128a tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 948 time: 0.0885565 Aug 20 19:07:49.451798 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fd2e8-7ea0-41b0-8319-fcaebf140907 req-a584783f-9322-46e0-9f26-2fce54e4b441 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:49.453328 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f72fd2e8-7ea0-41b0-8319-fcaebf140907 req-a584783f-9322-46e0-9f26-2fce54e4b441 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 945 time: 0.0852809 Aug 20 19:07:49.458381 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-56653282-4abc-4bcb-8171-7fcdec59f970 req-d33c3168-64c4-4261-9370-7ab631c2cc73 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449045 Aug 20 19:07:49.499838 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f72fd2e8-7ea0-41b0-8319-fcaebf140907 req-0ae3c062-6766-46a8-97a3-becf12696488 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Aug 20 19:07:49.788616 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4d4db-f88e-4e41-91cd-0136fbf890f1 req-f1d07f79-9292-4425-bc4b-49de939c8a32 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:49.790123 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-31e4d4db-f88e-4e41-91cd-0136fbf890f1 req-f1d07f79-9292-4425-bc4b-49de939c8a32 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0940120 Aug 20 19:07:49.845566 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-31e4d4db-f88e-4e41-91cd-0136fbf890f1 req-a8779743-2899-4fc0-b803-9b76a3e31c21 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486515 Aug 20 19:07:52.704479 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['185295c3-a39d-4f6d-843b-c29597321734'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:07:55.670542 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b032-b937-4502-86ce-653f5658f72d req-07a427e3-6313-4e33-8ae5-12a7bcef1e88 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:55.671107 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d44ac1-34f4-4c76-81f2-d4ea3deb13bd req-d59a0be4-5554-47b2-9448-0224877390ef tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:55.672247 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b137b032-b937-4502-86ce-653f5658f72d req-07a427e3-6313-4e33-8ae5-12a7bcef1e88 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 948 time: 0.0881102 Aug 20 19:07:55.672401 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-80d44ac1-34f4-4c76-81f2-d4ea3deb13bd req-d59a0be4-5554-47b2-9448-0224877390ef tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 945 time: 0.0884290 Aug 20 19:07:55.721478 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b137b032-b937-4502-86ce-653f5658f72d req-75246a82-eff0-43c6-806d-4ca7a5b65040 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Aug 20 19:07:55.722756 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-80d44ac1-34f4-4c76-81f2-d4ea3deb13bd req-f767d941-edd7-4fb4-8a7a-a75963743fa8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444336 Aug 20 19:07:55.916123 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce2df0-0f8f-4555-8687-9fab363193a3 req-ed3120ef-eebb-4c69-84f6-4859d313ee06 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:55.918357 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-77ce2df0-0f8f-4555-8687-9fab363193a3 req-ed3120ef-eebb-4c69-84f6-4859d313ee06 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0929708 Aug 20 19:07:55.966269 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-77ce2df0-0f8f-4555-8687-9fab363193a3 req-a3d82625-1d5b-4386-853d-bff30a795182 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Aug 20 19:07:56.983644 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf403b-919d-4651-969a-129edce86a7e req-56c191aa-2666-4e9a-89a6-b4f4a37a104d tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:56.985122 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dbaf403b-919d-4651-969a-129edce86a7e req-56c191aa-2666-4e9a-89a6-b4f4a37a104d tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 948 time: 0.0847416 Aug 20 19:07:57.031807 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dbaf403b-919d-4651-969a-129edce86a7e req-7a1e0056-83dc-41ae-bbc6-6479a388521d tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408027 Aug 20 19:07:57.162556 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2ea26-d871-4ca8-a46a-de08ab1d3dd3 req-0039f7c1-5188-4a9a-9cf7-749fc364478e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:57.164052 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b0f2ea26-d871-4ca8-a46a-de08ab1d3dd3 req-0039f7c1-5188-4a9a-9cf7-749fc364478e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0859184 Aug 20 19:07:57.216505 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b0f2ea26-d871-4ca8-a46a-de08ab1d3dd3 req-9216c0ef-b734-401f-8f93-e9c8948059a3 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Aug 20 19:07:57.403654 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 185295c3-a39d-4f6d-843b-c29597321734 up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:07:57.476994 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 185295c3-a39d-4f6d-843b-c29597321734 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:07:57.484193 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 185295c3-a39d-4f6d-843b-c29597321734 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:07:57.484590 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:57.625844 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:57.668737 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 185295c3-a39d-4f6d-843b-c29597321734, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=185295c3-a39d-4f6d-843b-c29597321734,segment=NetworkSegment(d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f),segment_id=d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:07:57.668737 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad3fa7-ffbb-4696-b643-05487ae1f8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185295c3-a39d-4f6d-843b-c29597321734'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:07:57.675942 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:57.677995 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:57.736946 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad3fa7-ffbb-4696-b643-05487ae1f8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185295c3-a39d-4f6d-843b-c29597321734', 'code': 200} Aug 20 19:07:57.769242 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=185295c3-a39d-4f6d-843b-c29597321734,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:57.773204 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:58.081631 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe5c1e-e299-4418-bf63-c7695f87f6ef req-2c92eeba-dea4-472a-a5b0-2dd08300364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:58.083158 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-53fe5c1e-e299-4418-bf63-c7695f87f6ef req-2c92eeba-dea4-472a-a5b0-2dd08300364a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 1102 time: 0.0830564 Aug 20 19:07:58.146006 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-53fe5c1e-e299-4418-bf63-c7695f87f6ef req-a20fee8e-4531-4e0a-a7dd-c5c9d519e83f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538535 Aug 20 19:07:58.246541 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c53d23-52a2-4288-a4d3-109e015addd9 req-084ba8b0-da11-48e8-8fed-c6c1ffe9b2ed tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:58.248670 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b0c53d23-52a2-4288-a4d3-109e015addd9 req-084ba8b0-da11-48e8-8fed-c6c1ffe9b2ed tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 949 time: 0.0929508 Aug 20 19:07:58.300790 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b0c53d23-52a2-4288-a4d3-109e015addd9 req-0633fbb9-fb12-457a-af05-f5b5faaf0167 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463252 Aug 20 19:07:58.425801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4584f7f-5c4e-456f-ae71-89526f600f52 req-84d95807-212d-4662-8e7f-6fb52e1bf7cd tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:58.427382 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f4584f7f-5c4e-456f-ae71-89526f600f52 req-84d95807-212d-4662-8e7f-6fb52e1bf7cd tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0953579 Aug 20 19:07:58.476079 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f4584f7f-5c4e-456f-ae71-89526f600f52 req-4b859b02-e771-4d7d-b1fd-e225cd7ebc76 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Aug 20 19:07:59.200166 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 52956) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:59.205087 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-e26cf23a-ff7a-4995-a99f-7a5fb181f9eb tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:59.206824 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-e26cf23a-ff7a-4995-a99f-7a5fb181f9eb tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 815 time: 0.2337091 Aug 20 19:07:59.221963 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-fe2333de-e9be-40ad-8feb-0139f971d327 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/quotas/4b835d96a2864030873004365647716c HTTP/1.1" status: 200 len: 375 time: 0.0094783 Aug 20 19:07:59.310139 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-a186173a-fe1d-4d0b-a61e-26ffadb6fdef tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803025 Aug 20 19:07:59.343674 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.359493 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:07:59.363652 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Usage tracker for resource:security_group_rule and tenant:5bac43f070f64119998e209725fadfa0 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:07:59.366564 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:07:59.372949 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:07:59.455663 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-bf573a17-4e48-4f39-b126-e7e564378ac1 service neutron] 10.222.0.54 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347470 Aug 20 19:07:59.527387 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.532991 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.540722 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a564ee7d-dcfa-4360-91b7-ce8241aeb1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:59.588327 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5bac43f070f64119998e209725fadfa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869877 Aug 20 19:07:59.591139 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 52966) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:07:59.601272 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d87acbc-651b-4b39-b562-919b0e9b33d9,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:59.613038 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770869d-376a-41f8-bc5f-bacc7e593468 req-559f1cb9-9c9c-48bd-bb5c-2af8313a9746 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:07:59.614557 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5770869d-376a-41f8-bc5f-bacc7e593468 req-559f1cb9-9c9c-48bd-bb5c-2af8313a9746 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 949 time: 0.1918843 Aug 20 19:07:59.615422 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:59.639175 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-ba830ed8-248a-4aa3-9ff8-72b90533faf4 service neutron] 10.222.0.54 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775236 Aug 20 19:07:59.674080 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-799e0f95-8e11-4605-b7c2-b1d79a34f277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.685482 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5770869d-376a-41f8-bc5f-bacc7e593468 req-a17efdc2-269c-4acc-b66b-feb5ab6ae3aa tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605283 Aug 20 19:07:59.707747 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-799e0f95-8e11-4605-b7c2-b1d79a34f277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.779748 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-799e0f95-8e11-4605-b7c2-b1d79a34f277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.784674 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ebc50b93-8dca-4410-a027-ed91cf23249b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:07:59.796981 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e0f95-8e11-4605-b7c2-b1d79a34f277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d87acbc-651b-4b39-b562-919b0e9b33d9,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:07:59.799525 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-799e0f95-8e11-4605-b7c2-b1d79a34f277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:07:59.805362 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-799e0f95-8e11-4605-b7c2-b1d79a34f277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:07:59.806354 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-799e0f95-8e11-4605-b7c2-b1d79a34f277 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d87acbc-651b-4b39-b562-919b0e9b33d9 HTTP/1.1" status: 204 len: 168 time: 0.2138715 Aug 20 19:07:59.942085 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ef1e41ad-7bf6-4d4d-90a8-49c7a7faa026 req-bf31e1a9-12b7-41e4-b267-0413788bf46f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 210 time: 0.1008177 Aug 20 19:07:59.962729 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:00.027587 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad059fe-8775-42ec-89b6-3c6f07d5946e req-987176b1-8cf3-41bb-bbae-a02bc16832e5 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:00.046214 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4ad059fe-8775-42ec-89b6-3c6f07d5946e req-987176b1-8cf3-41bb-bbae-a02bc16832e5 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1741836 Aug 20 19:08:00.108416 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4ad059fe-8775-42ec-89b6-3c6f07d5946e req-89241ee1-b399-4b62-bfed-24981b14f112 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600164 Aug 20 19:08:00.473908 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-b8080804-918d-4fef-94ce-c301b35b717c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822465 Aug 20 19:08:00.635317 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-d4c584fa-4b2b-4ce1-9e1f-4ab6de25a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:00.638251 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-d4c584fa-4b2b-4ce1-9e1f-4ab6de25a394 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0795534 Aug 20 19:08:00.790018 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-726b8904-51a7-478d-a3cc-018e2f4b9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:00.791573 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-726b8904-51a7-478d-a3cc-018e2f4b9826 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 916 time: 0.1354780 Aug 20 19:08:00.863891 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-a82ca0bd-964a-4191-810a-d6d6e42bda12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d9b24e5-02c8-4203-81d2-6e793c3e71b1 HTTP/1.1" status: 200 len: 217 time: 0.0631561 Aug 20 19:08:00.885400 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097428e3-b26b-499b-885b-9c5d288f4265 req-55542983-e90d-4c76-a0af-fad339f96889 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:00.887281 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-097428e3-b26b-499b-885b-9c5d288f4265 req-55542983-e90d-4c76-a0af-fad339f96889 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 949 time: 0.0881684 Aug 20 19:08:00.939282 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-097428e3-b26b-499b-885b-9c5d288f4265 req-e91b9c34-e0ec-4b00-8ea8-d72ca988470f tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Aug 20 19:08:01.031182 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-41cf5d44-c54d-4ee5-af37-caf55e93dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:01.032875 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-41cf5d44-c54d-4ee5-af37-caf55e93dff2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 200 len: 855 time: 0.1615279 Aug 20 19:08:01.156698 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-9277a1b3-4e07-43fc-80d3-88bcfefc4a96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba8295ce-354a-4324-b02d-33607bd6c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169353 Aug 20 19:08:01.173493 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8192633-aae4-46aa-8d30-35659384b362 req-8f1f629e-eff2-4482-8713-915ee24bd14f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 210 time: 0.0771036 Aug 20 19:08:01.243640 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-92d54ac4-fc4e-4ec4-aa4a-a5ee301b4c7f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:01.247326 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-92d54ac4-fc4e-4ec4-aa4a-a5ee301b4c7f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 815 time: 0.2180939 Aug 20 19:08:01.266700 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Request body: {'port': {'device_id': '2a1900bb-cf34-493b-99e3-9d44df5cf70b', 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d', 'admin_state_up': True, 'tenant_id': '4b835d96a2864030873004365647716c'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:01.441395 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-b5b2010f-89b7-4270-a061-ff8ef27afdcb service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646971 Aug 20 19:08:01.501069 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:01.516216 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:01.533479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Made reservation on behalf of 4b835d96a2864030873004365647716c for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:01.538805 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:01.573241 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb21e3-65f6-41e2-9644-30b2a9ee0e4c req-addf72c0-5ea2-4cbe-863c-72f165fb28cb tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:01.574858 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4fcb21e3-65f6-41e2-9644-30b2a9ee0e4c req-addf72c0-5ea2-4cbe-863c-72f165fb28cb tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 949 time: 0.1565092 Aug 20 19:08:01.587398 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335021b-6e72-4eab-be98-66e18a6924b8 req-7611abe2-154a-4a3c-9bd0-56937605d9e0 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:01.589054 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f335021b-6e72-4eab-be98-66e18a6924b8 req-7611abe2-154a-4a3c-9bd0-56937605d9e0 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.2157180 Aug 20 19:08:01.635319 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad24c7d4-96cc-4ff6-a659-1b661faabd26 req-991906c7-8178-4634-ac3e-0f984b797580 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820045 Aug 20 19:08:01.656025 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f335021b-6e72-4eab-be98-66e18a6924b8 req-490a1629-38a2-4b5c-93bd-a741fd049aea tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592079 Aug 20 19:08:01.686512 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4fcb21e3-65f6-41e2-9644-30b2a9ee0e4c req-b15a49d5-1999-4c68-a515-9bdafddd05c6 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050930 Aug 20 19:08:01.800711 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Allocated IP 172.20.0.3 (ba8295ce-354a-4324-b02d-33607bd6c33d/0f14726b-06d9-4d92-9138-8fd40a45b4b6/22354097-ab29-4c98-9791-0da2c408f88e) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:02.033211 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.063612 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.069832 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:02.076403 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['5d9b24e5-02c8-4203-81d2-6e793c3e71b1', '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:08:02.134782 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Network ba8295ce-354a-4324-b02d-33607bd6c33d is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:02.138186 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:02.142322 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:02.147735 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:02.148355 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.157078 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Pushing event updated for resources: {'Port': ['ID=22354097-ab29-4c98-9791-0da2c408f88e,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:02.166508 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:02.182549 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9204957 Aug 20 19:08:02.196517 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Request body: {'port': {'device_id': '2a1900bb-cf34-493b-99e3-9d44df5cf70b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:02.329502 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.404880 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedc6c1-43b9-426d-981a-13292297cab6 req-2b58c748-1f57-4e69-9e86-d100d796a6f0 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:02.406412 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7eedc6c1-43b9-426d-981a-13292297cab6 req-2b58c748-1f57-4e69-9e86-d100d796a6f0 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 931 time: 0.1003516 Aug 20 19:08:02.459038 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7eedc6c1-43b9-426d-981a-13292297cab6 req-f9496c53-b46e-4437-a44f-5106a95032d6 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456421 Aug 20 19:08:02.850163 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22354097-ab29-4c98-9791-0da2c408f88e {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:08:02.861625 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.885349 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Transition to ACTIVE for port object 22354097-ab29-4c98-9791-0da2c408f88e will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:02.890823 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:02.898946 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:02.919535 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7942d-8c31-43d1-9bf4-5b5705677ec6 req-2b04d556-1a02-4974-a161-0a18e7e09b0d tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:02.921126 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-20f7942d-8c31-43d1-9bf4-5b5705677ec6 req-2b04d556-1a02-4974-a161-0a18e7e09b0d tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 949 time: 0.1003764 Aug 20 19:08:02.943657 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc037a-0a92-455f-b970-c3531d925882 req-f2c25997-3c4d-4850-80eb-9c5d50f80aad tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:02.945019 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09cc037a-0a92-455f-b970-c3531d925882 req-f2c25997-3c4d-4850-80eb-9c5d50f80aad tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1616650 Aug 20 19:08:02.980286 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-20f7942d-8c31-43d1-9bf4-5b5705677ec6 req-79e793c2-ec0e-450e-8ee8-3b3fdf4dcf18 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525916 Aug 20 19:08:03.068799 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Pushing event updated for resources: {'Port': ['ID=22354097-ab29-4c98-9791-0da2c408f88e,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:03.106441 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:03.119691 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09cc037a-0a92-455f-b970-c3531d925882 req-a9d51a1f-3591-4a06-b682-1ea6f52897e3 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648948 Aug 20 19:08:03.155337 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Attempting to bind port 22354097-ab29-4c98-9791-0da2c408f88e on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:03.155675 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Attempting to bind port 22354097-ab29-4c98-9791-0da2c408f88e by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:03.156023 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Attempting to bind port 22354097-ab29-4c98-9791-0da2c408f88e on network ba8295ce-354a-4324-b02d-33607bd6c33d {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:03.171386 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Port 22354097-ab29-4c98-9791-0da2c408f88e on network ba8295ce-354a-4324-b02d-33607bd6c33d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:08:03.171749 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Attempting to bind port 22354097-ab29-4c98-9791-0da2c408f88e on network ba8295ce-354a-4324-b02d-33607bd6c33d {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:03.178200 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:03.178529 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Checking segment: {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:03.178902 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Bound using segment: {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:03.179318 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Bound port: 22354097-ab29-4c98-9791-0da2c408f88e, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:03.179659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.279896 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] For port 22354097-ab29-4c98-9791-0da2c408f88e, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:03.283262 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] For port 22354097-ab29-4c98-9791-0da2c408f88e, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=22354097-ab29-4c98-9791-0da2c408f88e,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:03.288374 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.292776 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-80c222a8-01a8-401f-a59c-4f70fa08e773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:03.357963 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:03.358609 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.360052 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] 10.222.0.21 "PUT /v2.0/ports/22354097-ab29-4c98-9791-0da2c408f88e HTTP/1.1" status: 200 len: 1093 time: 1.1684871 Aug 20 19:08:03.360674 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1900bb-cf34-493b-99e3-9d44df5cf70b', 'tag': '22354097-ab29-4c98-9791-0da2c408f88e'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:08:03.383711 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Pushing event updated for resources: {'Port': ['ID=22354097-ab29-4c98-9791-0da2c408f88e,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:03.390257 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:03.456842 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1900bb-cf34-493b-99e3-9d44df5cf70b', 'tag': '22354097-ab29-4c98-9791-0da2c408f88e', 'status': 'completed', 'code': 200} Aug 20 19:08:03.499088 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-54e58455-97b7-4a5f-bd6d-36bb8ae12893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:03.501075 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-54e58455-97b7-4a5f-bd6d-36bb8ae12893 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 1096 time: 0.0857594 Aug 20 19:08:03.582022 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-bbfdc960-9a67-43c9-89f5-6459c0a56d50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22354097-ab29-4c98-9791-0da2c408f88e HTTP/1.1" status: 200 len: 217 time: 0.0712438 Aug 20 19:08:03.702151 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-0cd7112a-2233-4d25-a79a-60fc9ef8e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:03.703615 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-0cd7112a-2233-4d25-a79a-60fc9ef8e413 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 200 len: 855 time: 0.0842104 Aug 20 19:08:03.749008 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee141-04b5-4236-9c41-5325873283d4 req-2c0327e2-da1e-4f1a-853e-c7c99e13dbdd tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:03.751618 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-093ee141-04b5-4236-9c41-5325873283d4 req-2c0327e2-da1e-4f1a-853e-c7c99e13dbdd tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.21 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 949 time: 0.1046555 Aug 20 19:08:03.759520 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-bbd3af17-dceb-43b2-8a4c-b9714ee011b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba8295ce-354a-4324-b02d-33607bd6c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476384 Aug 20 19:08:03.772848 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab291-8d4b-4055-8762-6ec51bfc35b0 req-83c0e732-b91e-4e85-9ca8-7e13bea6c944 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:03.773580 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2b3ab291-8d4b-4055-8762-6ec51bfc35b0 req-83c0e732-b91e-4e85-9ca8-7e13bea6c944 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:08:03.844073 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-093ee141-04b5-4236-9c41-5325873283d4 req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Deleting port 185295c3-a39d-4f6d-843b-c29597321734 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:08:03.844433 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-093ee141-04b5-4236-9c41-5325873283d4 req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:03.886875 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2b3ab291-8d4b-4055-8762-6ec51bfc35b0 req-83c0e732-b91e-4e85-9ca8-7e13bea6c944 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:08:03.888761 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2b3ab291-8d4b-4055-8762-6ec51bfc35b0 req-83c0e732-b91e-4e85-9ca8-7e13bea6c944 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 943 time: 0.2992566 Aug 20 19:08:03.971754 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2b3ab291-8d4b-4055-8762-6ec51bfc35b0 req-5efad893-5f7a-4d98-9396-a9fe796418b8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720835 Aug 20 19:08:03.973944 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-45c032af-7566-4cd8-8686-29657c03432c service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974893 Aug 20 19:08:04.122283 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-924d03d6-1218-4fe2-9b39-43a0dd28250e req-deb97ed0-3c49-4e5f-863b-fcc969eccc3f service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417420 Aug 20 19:08:04.198932 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-093ee141-04b5-4236-9c41-5325873283d4 req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] For port 185295c3-a39d-4f6d-843b-c29597321734, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=185295c3-a39d-4f6d-843b-c29597321734,segment=NetworkSegment(d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f),segment_id=d30353e3-50fe-4e60-8c9c-26d2ec9ecb7f)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:04.199807 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-093ee141-04b5-4236-9c41-5325873283d4 req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.331677 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-4f66b1ef-0f92-4fb2-94bf-5d89c7957a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:04.333484 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-4f66b1ef-0f92-4fb2-94bf-5d89c7957a1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 1096 time: 0.1538882 Aug 20 19:08:04.334633 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-093ee141-04b5-4236-9c41-5325873283d4 req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Calling delete_port for 185295c3-a39d-4f6d-843b-c29597321734 owned by compute:nova {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:08:04.358447 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb8547-6d0c-44e7-a87c-2c0a3db309bf req-47da21da-5c77-4981-a46e-15cdb5736700 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:04.359938 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c6cb8547-6d0c-44e7-a87c-2c0a3db309bf req-47da21da-5c77-4981-a46e-15cdb5736700 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1118257 Aug 20 19:08:04.412785 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7c10c-fc6a-40b4-b489-5b35c7c68732 req-8e2dff36-4141-49d5-9abe-9535fe2ec1e1 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:04.414605 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7df7c10c-fc6a-40b4-b489-5b35c7c68732 req-8e2dff36-4141-49d5-9abe-9535fe2ec1e1 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 949 time: 0.3074973 Aug 20 19:08:04.546793 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7df7c10c-fc6a-40b4-b489-5b35c7c68732 req-f1a54b56-7c0d-4d8e-bc7e-ec6a397f5e89 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0ef3109-9b7f-4154-8611-1181be26b118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643890 Aug 20 19:08:04.612011 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c6cb8547-6d0c-44e7-a87c-2c0a3db309bf req-e00393ba-0dad-4e17-ae67-e1643bca73da tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274528 Aug 20 19:08:04.650349 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-1371a130-6e46-46f1-b9c7-69b9f27a2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:04.653629 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-1371a130-6e46-46f1-b9c7-69b9f27a2231 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 916 time: 0.3028009 Aug 20 19:08:04.718734 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-093ee141-04b5-4236-9c41-5325873283d4 req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.725511 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:04.732528 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['185295c3-a39d-4f6d-843b-c29597321734'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:08:04.742008 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-9491c0d8-8794-444c-aa06-7368faca1f58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22354097-ab29-4c98-9791-0da2c408f88e HTTP/1.1" status: 200 len: 217 time: 0.0803621 Aug 20 19:08:04.769404 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Pushing event deleted for resources: {'Port': ['ID=185295c3-a39d-4f6d-843b-c29597321734,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:04.773117 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:04.835609 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-d00ec2e5-ed05-4746-a33a-f596a71413a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:04.837421 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-d00ec2e5-ed05-4746-a33a-f596a71413a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 200 len: 855 time: 0.0838544 Aug 20 19:08:04.872001 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-093ee141-04b5-4236-9c41-5325873283d4 req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] No DVR routers for this DVR port 185295c3-a39d-4f6d-843b-c29597321734 on host hv-cinder-80528 {{(pid=79332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:08:04.875666 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-093ee141-04b5-4236-9c41-5325873283d4 req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:04.879537 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad3fa7-ffbb-4696-b643-05487ae1f8ea', 'name': 'network-vif-deleted', 'tag': '185295c3-a39d-4f6d-843b-c29597321734'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:08:04.918614 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-fb1dd7f9-84e8-4de9-93bf-26354f240ca8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba8295ce-354a-4324-b02d-33607bd6c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715575 Aug 20 19:08:04.947147 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-093ee141-04b5-4236-9c41-5325873283d4 req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.21 "DELETE /v2.0/ports/185295c3-a39d-4f6d-843b-c29597321734 HTTP/1.1" status: 204 len: 173 time: 1.1886816 Aug 20 19:08:04.954174 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad3fa7-ffbb-4696-b643-05487ae1f8ea', 'name': 'network-vif-deleted', 'tag': '185295c3-a39d-4f6d-843b-c29597321734', 'status': 'completed', 'code': 200} Aug 20 19:08:05.098412 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-3da4a702-986f-4007-a068-5c40bb8b0743 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674752 Aug 20 19:08:05.202600 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f72393-a315-4245-9742-523c9b5016f2 req-0cc441bd-1ed1-4c5a-acab-9db3533db815 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:05.204204 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-15f72393-a315-4245-9742-523c9b5016f2 req-0cc441bd-1ed1-4c5a-acab-9db3533db815 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 943 time: 0.0955522 Aug 20 19:08:05.254927 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ddeff32c-020f-4c51-b3aa-dfcec076c2c3 req-7bdc2322-20d5-496f-99b9-cd1108a73bbb service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466048 Aug 20 19:08:05.255505 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-15f72393-a315-4245-9742-523c9b5016f2 req-08e30e6f-e55a-4bce-acaf-222ad73e6f0f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450056 Aug 20 19:08:05.755735 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-971f1d6e-ef18-4fb8-8bbb-5d37c0fba884 req-b2dbc8b5-fca8-451a-b611-b91f805ce2d4 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] 10.222.0.54 "GET /v2.0/ports?device_id=93ad3fa7-ffbb-4696-b643-05487ae1f8ea HTTP/1.1" status: 200 len: 210 time: 0.0542235 Aug 20 19:08:05.811558 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530be9b-acd3-4bf8-9137-7f682e04e2af req-60d4d39d-16ca-4faf-a4f4-4cc6725514c7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:05.818729 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b530be9b-acd3-4bf8-9137-7f682e04e2af req-60d4d39d-16ca-4faf-a4f4-4cc6725514c7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1051764 Aug 20 19:08:05.899401 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b530be9b-acd3-4bf8-9137-7f682e04e2af req-66d55340-635b-4fae-becc-5c9584a4bb5e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795388 Aug 20 19:08:06.460133 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cb47c-2b26-4066-826a-82f5464be1d1 req-6c1466d7-c7d3-4710-831c-761c7eee73aa tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:06.461654 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b16cb47c-2b26-4066-826a-82f5464be1d1 req-6c1466d7-c7d3-4710-831c-761c7eee73aa tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 943 time: 0.0873923 Aug 20 19:08:06.518478 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b16cb47c-2b26-4066-826a-82f5464be1d1 req-9e6650d2-d417-4344-b7f3-969897fd3cff tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503263 Aug 20 19:08:07.131968 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d0f17-02af-47d1-9f2d-2bfbfeabd530 req-226133ca-d110-4400-bc13-7cb3c4ddf08e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:07.133523 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a41d0f17-02af-47d1-9f2d-2bfbfeabd530 req-226133ca-d110-4400-bc13-7cb3c4ddf08e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1010327 Aug 20 19:08:07.192392 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a41d0f17-02af-47d1-9f2d-2bfbfeabd530 req-c7f0f2e2-7717-48e7-a4fa-f0c038cfbe0a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522642 Aug 20 19:08:07.445673 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 185295c3-a39d-4f6d-843b-c29597321734 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:08:07.508396 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 185295c3-a39d-4f6d-843b-c29597321734 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:08:07.508784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 185295c3-a39d-4f6d-843b-c29597321734 not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:08:07.725656 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb099656-9fe0-4f60-baae-d5df8b938dde req-f7310dd5-337a-4a75-adf5-e53604bb55b3 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:07.727154 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bb099656-9fe0-4f60-baae-d5df8b938dde req-f7310dd5-337a-4a75-adf5-e53604bb55b3 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 943 time: 0.0935333 Aug 20 19:08:07.777530 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bb099656-9fe0-4f60-baae-d5df8b938dde req-ed321bfc-9d4a-4ccc-a4b3-f994b8611e7f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438406 Aug 20 19:08:08.406255 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1faec-e66e-4202-92e3-1cf3d43b76df req-b50ae55a-4164-419b-b09d-d894f0077157 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:08.408203 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-37c1faec-e66e-4202-92e3-1cf3d43b76df req-b50ae55a-4164-419b-b09d-d894f0077157 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0962093 Aug 20 19:08:08.493773 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-37c1faec-e66e-4202-92e3-1cf3d43b76df req-7f394bd0-c50a-4d22-9063-974f7f81db9d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723901 Aug 20 19:08:08.990204 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d189f58-faba-451c-9766-9fad95ede751 req-eeb0e842-2238-4c76-ab95-13b2ec350c3f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:08.991868 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1d189f58-faba-451c-9766-9fad95ede751 req-eeb0e842-2238-4c76-ab95-13b2ec350c3f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 943 time: 0.0947478 Aug 20 19:08:09.051479 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1d189f58-faba-451c-9766-9fad95ede751 req-871a089a-4315-43a0-807e-f6408e51fb20 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502365 Aug 20 19:08:09.409601 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e12c-62d4-4420-8d9a-30c448cff332 req-69f91635-3817-48e9-8685-4d7b82bbda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:09.411821 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3f21e12c-62d4-4420-8d9a-30c448cff332 req-69f91635-3817-48e9-8685-4d7b82bbda61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 1098 time: 0.1093049 Aug 20 19:08:09.457928 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 22354097-ab29-4c98-9791-0da2c408f88e details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:08:09.466231 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3f21e12c-62d4-4420-8d9a-30c448cff332 req-5b5e6bef-fc1f-4102-aae2-71e4549bccdb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Aug 20 19:08:09.618149 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 22354097-ab29-4c98-9791-0da2c408f88e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=22354097-ab29-4c98-9791-0da2c408f88e,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:09.633599 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '22354097-ab29-4c98-9791-0da2c408f88e', 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d', 'port_id': '22354097-ab29-4c98-9791-0da2c408f88e', 'mac_address': 'fa:16:3e:e9:9c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f14726b-06d9-4d92-9138-8fd40a45b4b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:08:09.703040 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.734004 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22354097-ab29-4c98-9791-0da2c408f88e {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:08:09.757592 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc22c21-857c-4a4f-9c79-897112b36fbe req-103246e0-10a2-42a5-876e-049a678e1c6e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:09.759301 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6cc22c21-857c-4a4f-9c79-897112b36fbe req-103246e0-10a2-42a5-876e-049a678e1c6e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0983696 Aug 20 19:08:09.765163 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 22354097-ab29-4c98-9791-0da2c408f88e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=22354097-ab29-4c98-9791-0da2c408f88e,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:09.782517 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:09.796291 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:09.907918 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6cc22c21-857c-4a4f-9c79-897112b36fbe req-8dd42ef1-471c-42f3-99f1-41e1ae160383 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403716 Aug 20 19:08:09.951057 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=22354097-ab29-4c98-9791-0da2c408f88e,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:09.966744 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:10.226509 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['22354097-ab29-4c98-9791-0da2c408f88e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:08:10.275624 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399ac98-5d39-40b0-8373-2cf47a2ed20a req-2e521024-15bb-4f8b-b08f-e52cac2c4e3f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:10.278088 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1399ac98-5d39-40b0-8373-2cf47a2ed20a req-2e521024-15bb-4f8b-b08f-e52cac2c4e3f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 944 time: 0.0936854 Aug 20 19:08:10.331990 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1399ac98-5d39-40b0-8373-2cf47a2ed20a req-97edc696-e1eb-401c-9375-7161c5673d73 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 Aug 20 19:08:11.160089 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12da3-6fd4-4f46-bd93-0396a56138da req-ea20d9a5-46d3-4e44-9655-36e79ca5f9fb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:11.161665 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5fd12da3-6fd4-4f46-bd93-0396a56138da req-ea20d9a5-46d3-4e44-9655-36e79ca5f9fb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1150541 Aug 20 19:08:11.275231 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5fd12da3-6fd4-4f46-bd93-0396a56138da req-d1eb7507-2e04-4f63-838a-2db5cb6f2dd7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060605 Aug 20 19:08:11.474061 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53346) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:11.484158 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b9cc623a-1a6d-4e56-a11b-531359c87f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.570617 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8f1e6-84b5-4dbd-8911-87e0dfca723c req-ccfa88bd-3bd4-463b-ab9d-1a84feb215a4 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:11.572271 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dcb8f1e6-84b5-4dbd-8911-87e0dfca723c req-ccfa88bd-3bd4-463b-ab9d-1a84feb215a4 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 944 time: 0.1040685 Aug 20 19:08:11.627627 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dcb8f1e6-84b5-4dbd-8911-87e0dfca723c req-b27b12aa-2203-4f41-aaed-ea68e442c456 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465832 Aug 20 19:08:11.642291 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.662588 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:11.667305 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1dea9916182f41c2a9bc9a3cbd9c265a is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:11.671251 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:11.678153 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:11.779015 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.784267 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.793557 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-6ae68001-e67c-4217-83db-932e2bb940a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:11.837563 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1dea9916182f41c2a9bc9a3cbd9c265a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615127 Aug 20 19:08:11.838308 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a265e374-2d59-4513-97b8-87d943d9cba9,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:11.841079 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 53352) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:11.846642 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.847271 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.847397 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.847739 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.848088 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.848435 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.848796 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.849128 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.849659 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.849998 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.850331 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.850664 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:11.855789 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:11.862522 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:11.997185 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.025193 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.088217 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.094250 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5cb4bc86-ecbe-4f2b-8c39-89647ac6b35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:12.114354 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a265e374-2d59-4513-97b8-87d943d9cba9,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:12.122512 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.126688 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a265e374-2d59-4513-97b8-87d943d9cba9 HTTP/1.1" status: 204 len: 168 time: 0.2812982 Aug 20 19:08:12.126688 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.126688 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.126688 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.126688 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.127277 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.127696 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.128035 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.128371 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.129430 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.129777 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.130526 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.130702 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:12.134256 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:12.351284 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 53370) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:12.551149 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfe33c-b694-402a-9eb2-1b6edf5f0f34 req-045eb12a-9cba-4583-b8f7-3dbc94a6feeb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:12.552912 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7ecfe33c-b694-402a-9eb2-1b6edf5f0f34 req-045eb12a-9cba-4583-b8f7-3dbc94a6feeb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.1338916 Aug 20 19:08:12.598257 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-78494416-9080-4751-b3a2-06dfa1df1d41 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8d9572f891d4e57a7ba761963b1fbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431760 Aug 20 19:08:12.599690 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53386) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:12.618518 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7ecfe33c-b694-402a-9eb2-1b6edf5f0f34 req-639ebc7c-4967-4b1d-8eb0-c4702ebd99fd tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587230 Aug 20 19:08:12.682857 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8d019f2a-90a1-4043-9734-ec74b5cdedfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.723882 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8d019f2a-90a1-4043-9734-ec74b5cdedfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.852454 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8d019f2a-90a1-4043-9734-ec74b5cdedfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.869978 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-485d6e33-d356-4afc-9c75-9c4e75434aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:12.886072 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d019f2a-90a1-4043-9734-ec74b5cdedfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ef3109-9b7f-4154-8611-1181be26b118,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:12.888879 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8d019f2a-90a1-4043-9734-ec74b5cdedfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:12.937925 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8d019f2a-90a1-4043-9734-ec74b5cdedfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:12.941054 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-8d019f2a-90a1-4043-9734-ec74b5cdedfd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0ef3109-9b7f-4154-8611-1181be26b118 HTTP/1.1" status: 204 len: 168 time: 0.3398633 Aug 20 19:08:12.969219 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5849b-38fa-4f71-8715-8fd38aa71eb9 req-69c116e1-0a68-46ba-848b-ee4808fc5f4f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:12.978999 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3c617-172b-450b-aa8b-f973e8bcd116 req-a0eb2c71-0434-472e-9503-4b6314213683 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:12.979466 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-edb5849b-38fa-4f71-8715-8fd38aa71eb9 req-69c116e1-0a68-46ba-848b-ee4808fc5f4f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1818554 Aug 20 19:08:12.981021 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2ca3c617-172b-450b-aa8b-f973e8bcd116 req-a0eb2c71-0434-472e-9503-4b6314213683 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 944 time: 0.1613522 Aug 20 19:08:13.045070 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2ca3c617-172b-450b-aa8b-f973e8bcd116 req-4beb4836-7f3e-4a7d-a059-6fd54cc592ce tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564315 Aug 20 19:08:13.062727 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-edb5849b-38fa-4f71-8715-8fd38aa71eb9 req-0d856446-d49f-4fd2-b71c-03b6988a91ec tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822985 Aug 20 19:08:13.491604 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 22354097-ab29-4c98-9791-0da2c408f88e up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:13.704724 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 22354097-ab29-4c98-9791-0da2c408f88e completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:13.717687 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 22354097-ab29-4c98-9791-0da2c408f88e triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:13.718300 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.851324 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1525a9c8-1598-47ec-a62b-b41e6c601094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.924261 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.955511 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1900bb-cf34-493b-99e3-9d44df5cf70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22354097-ab29-4c98-9791-0da2c408f88e'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:08:13.968233 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 22354097-ab29-4c98-9791-0da2c408f88e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=22354097-ab29-4c98-9791-0da2c408f88e,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:13.975158 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:13.977038 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:14.036805 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1900bb-cf34-493b-99e3-9d44df5cf70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22354097-ab29-4c98-9791-0da2c408f88e', 'code': 200} Aug 20 19:08:14.066052 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=22354097-ab29-4c98-9791-0da2c408f88e,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:14.070464 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:14.175501 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 53476) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:14.288721 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bae5d9-3b62-45a2-aa6a-112d2294fb1b req-e4221658-a3de-4c1a-815b-811338010770 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:14.303835 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-54bae5d9-3b62-45a2-aa6a-112d2294fb1b req-e4221658-a3de-4c1a-815b-811338010770 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 945 time: 0.1245112 Aug 20 19:08:14.365511 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-231840092-network', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:14.373623 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:14.382690 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Usage tracker for resource:network and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:14.387320 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-54bae5d9-3b62-45a2-aa6a-112d2294fb1b req-d1548112-8f5b-40f5-a1d8-8d782baabc32 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818105 Aug 20 19:08:14.388127 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:14.405583 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:14.427324 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5e824-6d4a-48cd-bcf4-b9030d6a7990 req-d374605e-5a4e-4842-b06c-a42014195305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:14.428877 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ae5e824-6d4a-48cd-bcf4-b9030d6a7990 req-d374605e-5a4e-4842-b06c-a42014195305 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 1098 time: 0.1817744 Aug 20 19:08:14.436609 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Made reservation on behalf of f1b0ce78d59b4a1a9c44aacdaf55a0ae for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:14.440026 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.473504 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.513438 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:14.520521 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ae5e824-6d4a-48cd-bcf4-b9030d6a7990 req-56b3a83a-c9d2-49b4-8c02-76d02ade3a35 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639629 Aug 20 19:08:14.521489 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Usage tracker for resource:security_group_rule and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:14.524594 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:14.530483 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:14.629891 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.635081 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.638792 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f4098de5-a9c4-4c22-852d-9e232a626c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:14.673432 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=79331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:08:14.680975 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd95e36-5fc0-4815-b586-62174b3ee02e,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:14.685288 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:14.695435 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.695804 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Added segment 7e566003-c3d4-45f8-a869-f5e20c770991 of type vlan for network e2943101-33e9-47b3-bca2-614847cf41cd Aug 20 19:08:14.729546 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.767799 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.770253 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:14.771637 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:14.775620 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-781f4593-0e38-4d4a-8465-4d1216ec9c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:14.899464 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Pushing event updated for resources: {'Network': ['ID=e2943101-33e9-47b3-bca2-614847cf41cd,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:14.904613 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7280192 Aug 20 19:08:14.905806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:14.907802 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53506) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:14.914923 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Request body: {'subnet': {'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-231840092-subnet', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:14.917530 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network e2943101-33e9-47b3-bca2-614847cf41cd details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:08:14.928644 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:14.934463 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Usage tracker for resource:subnet and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:14.937968 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:14.946536 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:14.967948 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Made reservation on behalf of f1b0ce78d59b4a1a9c44aacdaf55a0ae for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:14.971579 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65314145'] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.053848 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.242899 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65253297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65314067'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.249016 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2141965e-7c0a-44e1-a6a6-d159b06b6108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:15.339823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:15.344717 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:15.353358 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Checking segment: {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:15.353727 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Network hostable DHCP agents. Network: e2943101-33e9-47b3-bca2-614847cf41cd, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:08:15.380135 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Network e2943101-33e9-47b3-bca2-614847cf41cd is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:08:15.391411 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, e2943101-33e9-47b3-bca2-614847cf41cd) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:15.395619 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:15.396217 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.402535 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2dfce7-223d-4ab6-aa92-c9a9adafcb7e None None] Network e2943101-33e9-47b3-bca2-614847cf41cd requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:15.446794 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-60117150-caf4-4ae3-988e-45a8ac96b438 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5375252 Aug 20 19:08:15.447394 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53516) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:15.456501 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:15.466524 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:15.527840 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Usage tracker for resource:router and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:15.536649 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:15.560784 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:15.585581 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-ad727eee-f918-4375-85c1-80a1a30fc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:15.587602 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-ad727eee-f918-4375-85c1-80a1a30fc90b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 1098 time: 0.1820211 Aug 20 19:08:15.598112 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.599763 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.649142 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d052208-d8bc-466f-a5af-8b08bd7984c9 req-448e1a76-4150-4fdb-9b23-4f92a9a6eb83 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:15.649142 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6d052208-d8bc-466f-a5af-8b08bd7984c9 req-448e1a76-4150-4fdb-9b23-4f92a9a6eb83 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1789255 Aug 20 19:08:15.653850 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.716187 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6d052208-d8bc-466f-a5af-8b08bd7984c9 req-e0b8481a-03fd-41d3-8c42-08f748696322 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575738 Aug 20 19:08:15.736905 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-e2943101-33e9-47b3-bca2-614847cf41cd', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:08:15.738344 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:15.771943 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8abe1-4070-47eb-88b7-179c7f1f7061 req-5faea7da-0d28-4af3-9c33-8ee8f630315d tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:15.773765 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f8a8abe1-4070-47eb-88b7-179c7f1f7061 req-5faea7da-0d28-4af3-9c33-8ee8f630315d tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 945 time: 0.2459731 Aug 20 19:08:15.851551 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-2b7863b5-18b1-4459-b9c6-b1606140d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:15.853107 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-2b7863b5-18b1-4459-b9c6-b1606140d469 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 919 time: 0.2514682 Aug 20 19:08:15.866832 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f8a8abe1-4070-47eb-88b7-179c7f1f7061 req-87922229-6924-4169-a567-d93dec06226c tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854673 Aug 20 19:08:15.981093 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Allocated IP 172.20.0.2 (e2943101-33e9-47b3-bca2-614847cf41cd/1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43/d3fc56ad-deba-4321-808f-33348340f6f4) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:15.993972 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-a4b83cf8-aa00-4fcf-a57d-b3bbfdf573c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38a5115-0d57-4455-b0b5-803028b25ef8 HTTP/1.1" status: 200 len: 217 time: 0.1217058 Aug 20 19:08:16.073886 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-9887afd0-2c07-4992-99ff-d3addb0f2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:16.075509 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-9887afd0-2c07-4992-99ff-d3addb0f2672 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 200 len: 858 time: 0.0751624 Aug 20 19:08:16.084847 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.129436 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-acf90ef2-0dce-491a-8808-55fa924e2bbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469420 Aug 20 19:08:16.272075 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.287889 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Transition to ACTIVE for port object d3fc56ad-deba-4321-808f-33348340f6f4 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:16.311328 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Transition to ACTIVE for port object d3fc56ad-deba-4321-808f-33348340f6f4 will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:16.324000 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.336451 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:16.388449 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-8d617c10-d683-458a-8db9-a1956b9ad478 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489238 Aug 20 19:08:16.414979 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Network e2943101-33e9-47b3-bca2-614847cf41cd is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:16.419168 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:16.421939 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:16.510616 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Pushing event updated for resources: {'Port': ['ID=d3fc56ad-deba-4321-808f-33348340f6f4,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:16.513734 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:16.567252 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Attempting to bind port d3fc56ad-deba-4321-808f-33348340f6f4 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:16.567648 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Attempting to bind port d3fc56ad-deba-4321-808f-33348340f6f4 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:16.567993 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Attempting to bind port d3fc56ad-deba-4321-808f-33348340f6f4 on network e2943101-33e9-47b3-bca2-614847cf41cd {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:16.570196 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-433d39dc-7158-46e9-bca7-c694173e1b6b req-88c0f4c8-e065-4acf-b71b-a9dffcf1b7fa service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736224 Aug 20 19:08:16.574094 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:16.574471 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Checking segment: {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:16.574884 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.575382 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Bound using segment: {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:16.575866 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Bound port: d3fc56ad-deba-4321-808f-33348340f6f4, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:16.576246 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.619356 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.668145 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.686816 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.701159 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] For port d3fc56ad-deba-4321-808f-33348340f6f4, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:16.704578 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] For port d3fc56ad-deba-4321-808f-33348340f6f4, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=d3fc56ad-deba-4321-808f-33348340f6f4,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:16.711561 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:16.717981 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:16.836753 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Pushing event updated for resources: {'Port': ['ID=d3fc56ad-deba-4321-808f-33348340f6f4,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:16.845470 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:16.891052 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Allocated IP 172.27.3.81 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/cecc159c-319f-475f-9217-2141ffc44bbc) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:17.113279 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aca69-ec57-4748-9a08-9264c39974c2 req-256d1f92-a895-4152-9f04-c7d6e5b34934 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:17.114991 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-496aca69-ec57-4748-9a08-9264c39974c2 req-256d1f92-a895-4152-9f04-c7d6e5b34934 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 945 time: 0.1245797 Aug 20 19:08:17.136090 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df201728-8f54-4a94-b82e-8d597604360b req-e5adbacf-5338-4c17-a764-ed21354cbe8f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:17.143269 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-df201728-8f54-4a94-b82e-8d597604360b req-e5adbacf-5338-4c17-a764-ed21354cbe8f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.2360656 Aug 20 19:08:17.177393 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:17.186478 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-496aca69-ec57-4748-9a08-9264c39974c2 req-0b08d492-c179-4ff8-9402-6decbd0efd7f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633991 Aug 20 19:08:17.233719 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-df201728-8f54-4a94-b82e-8d597604360b req-c70caf5b-9a78-4531-96ac-c531ffef2791 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879982 Aug 20 19:08:17.241423 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:17.246430 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:17.341498 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:17.344839 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:17.348904 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:17.387115 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Pushing event updated for resources: {'Port': ['ID=cecc159c-319f-475f-9217-2141ffc44bbc,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:17.391711 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:17.689025 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device d3fc56ad-deba-4321-808f-33348340f6f4 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:17.825201 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port d3fc56ad-deba-4321-808f-33348340f6f4 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:17.951036 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:18.099261 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14d0b3-0832-4081-846c-06314a4ae25c None None] Network e2943101-33e9-47b3-bca2-614847cf41cd requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:18.189354 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-f274d62d-5a69-4330-ba50-f54cb7b16aa2 None None] Provisioning for port d3fc56ad-deba-4321-808f-33348340f6f4 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:18.200185 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-f274d62d-5a69-4330-ba50-f54cb7b16aa2 None None] Provisioning complete for port d3fc56ad-deba-4321-808f-33348340f6f4 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:18.200580 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f274d62d-5a69-4330-ba50-f54cb7b16aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:18.418600 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:18.437561 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f274d62d-5a69-4330-ba50-f54cb7b16aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:18.489680 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-f274d62d-5a69-4330-ba50-f54cb7b16aa2 None None] For port d3fc56ad-deba-4321-808f-33348340f6f4, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=d3fc56ad-deba-4321-808f-33348340f6f4,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:18.491031 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a62c98-27dc-407c-b7f1-90dce1c82188 req-3498b093-518e-40b9-992f-f7364d7481d4 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:18.494376 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-92a62c98-27dc-407c-b7f1-90dce1c82188 req-3498b093-518e-40b9-992f-f7364d7481d4 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1223822 Aug 20 19:08:18.496881 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f274d62d-5a69-4330-ba50-f54cb7b16aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:18.499698 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:18.585308 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274d62d-5a69-4330-ba50-f54cb7b16aa2 None None] Pushing event updated for resources: {'Port': ['ID=d3fc56ad-deba-4321-808f-33348340f6f4,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:18.588902 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f274d62d-5a69-4330-ba50-f54cb7b16aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:18.654891 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-92a62c98-27dc-407c-b7f1-90dce1c82188 req-051c3ca2-82e0-4b96-8b3f-d110818b71db tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401808 Aug 20 19:08:18.713000 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Router 266b1256-4e61-49bf-9ab3-0869e3778af7 is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:08:18.832330 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-eb414fc4-afd8-4551-9c39-6d76f9d85b6b None None] Provisioning complete for port d3fc56ad-deba-4321-808f-33348340f6f4 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:18.832914 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-eb414fc4-afd8-4551-9c39-6d76f9d85b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:18.931982 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:18.948585 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Sync routers for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:18.963722 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:18.964757 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:08:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:18.981138 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Notify callbacks [] for router, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:18.986140 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5361176 Aug 20 19:08:18.988340 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 53558) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:19.205157 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:19.498651 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:17Z', 'revision_number': 3, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:19.503745 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Checking router: 266b1256-4e61-49bf-9ab3-0869e3778af7 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:19.504126 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Updating router 266b1256-4e61-49bf-9ab3-0869e3778af7 port cecc159c-319f-475f-9217-2141ffc44bbc binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:19.562355 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:19.614891 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device d3fc56ad-deba-4321-808f-33348340f6f4 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:19.711636 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port d3fc56ad-deba-4321-808f-33348340f6f4 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:19.712290 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:19.716329 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:19.991823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69432fee-9957-4877-a12c-5afd8af813c1 req-d3aa857d-6866-4fec-b9f5-24ace114e742 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:19.993544 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-69432fee-9957-4877-a12c-5afd8af813c1 req-d3aa857d-6866-4fec-b9f5-24ace114e742 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1397038 Aug 20 19:08:20.003313 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.017309 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Transition to ACTIVE for port object cecc159c-319f-475f-9217-2141ffc44bbc will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:20.030104 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.033728 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Allocated IP 172.20.0.1 (e2943101-33e9-47b3-bca2-614847cf41cd/1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43/564ac40d-9f76-4670-b455-e0f2a46c2a59) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:20.044952 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:20.067675 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-69432fee-9957-4877-a12c-5afd8af813c1 req-1f96f8f6-9a90-454a-912e-2287413bc8a6 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663373 Aug 20 19:08:20.138909 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Attempting to bind port cecc159c-319f-475f-9217-2141ffc44bbc on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:20.139286 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Attempting to bind port cecc159c-319f-475f-9217-2141ffc44bbc by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:20.139655 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Attempting to bind port cecc159c-319f-475f-9217-2141ffc44bbc on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:20.154405 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:20.154777 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:20.155364 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.155917 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:20.156664 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Bound port: cecc159c-319f-475f-9217-2141ffc44bbc, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:20.160766 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.226903 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.228254 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Pushing event updated for resources: {'Port': ['ID=cecc159c-319f-475f-9217-2141ffc44bbc,revision_number=2']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:20.243732 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Transition to ACTIVE for port object 564ac40d-9f76-4670-b455-e0f2a46c2a59 will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:20.251405 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.251902 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.252329 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.252794 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.253382 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.253800 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.254195 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.254574 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.255113 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.255502 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.255890 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.256469 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:20.262517 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:20.275442 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] For port cecc159c-319f-475f-9217-2141ffc44bbc, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:20.279737 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] For port cecc159c-319f-475f-9217-2141ffc44bbc, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=cecc159c-319f-475f-9217-2141ffc44bbc,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:20.281245 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.283872 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.286261 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-af615d4a-d17d-4de5-92c9-468b7907ca99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:20.289419 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-d2e426ba-fba6-4df9-9179-2268ff69c868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:20.355189 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Network e2943101-33e9-47b3-bca2-614847cf41cd is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:20.356355 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:20.361279 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:20.361615 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.371173 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:20.372100 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:08:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:20.374445 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Pushing event updated for resources: {'Port': ['ID=564ac40d-9f76-4670-b455-e0f2a46c2a59,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:20.378389 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:20.466081 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Pushing event updated for resources: {'Port': ['ID=cecc159c-319f-475f-9217-2141ffc44bbc,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:20.475481 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:20.523050 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.628963 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:20.634519 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-3d635b1d-1b0c-4679-b1eb-a6df5afbfe7d None None] Provisioning for port 564ac40d-9f76-4670-b455-e0f2a46c2a59 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:20.640795 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-3d635b1d-1b0c-4679-b1eb-a6df5afbfe7d None None] Provisioning complete for port 564ac40d-9f76-4670-b455-e0f2a46c2a59 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:20.641447 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3d635b1d-1b0c-4679-b1eb-a6df5afbfe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.730673 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-3d635b1d-1b0c-4679-b1eb-a6df5afbfe7d None None] Port 564ac40d-9f76-4670-b455-e0f2a46c2a59 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:20.931989 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.939442 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.940502 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:20.955068 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:20.965271 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:17Z', 'revision_number': 3, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:20.970051 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2b0d3-2ee7-4fd1-8fc6-7cdb5201ae0c None None] The sync data for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi is: [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:17Z', 'revision_number': 3, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:21.099696 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Pushing event updated for resources: {'Port': ['ID=564ac40d-9f76-4670-b455-e0f2a46c2a59,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:21.103857 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:21.155427 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Network e2943101-33e9-47b3-bca2-614847cf41cd is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:21.156901 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:21.310122 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dbeb6-ccea-4d4b-8f7e-20a38e03807d req-9304cbb3-a7e1-4756-b5d7-ea54af14e2b7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:21.319671 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f36dbeb6-ccea-4d4b-8f7e-20a38e03807d req-9304cbb3-a7e1-4756-b5d7-ea54af14e2b7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1326220 Aug 20 19:08:21.400267 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f36dbeb6-ccea-4d4b-8f7e-20a38e03807d req-c2c59680-799a-4b02-800c-239b1f205197 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792284 Aug 20 19:08:21.405233 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Router 266b1256-4e61-49bf-9ab3-0869e3778af7 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:08:21.575697 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-04bf30d4-bc9c-490e-9ec3-6e71ba8867e5 None None] Provisioning complete for port 564ac40d-9f76-4670-b455-e0f2a46c2a59 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:21.576134 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-04bf30d4-bc9c-490e-9ec3-6e71ba8867e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.612043 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:21.639264 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] 10.222.0.54 "PUT /v2.0/routers/266b1256-4e61-49bf-9ab3-0869e3778af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6408875 Aug 20 19:08:21.640399 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-04bf30d4-bc9c-490e-9ec3-6e71ba8867e5 None None] Port 564ac40d-9f76-4670-b455-e0f2a46c2a59 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:21.657243 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device cecc159c-319f-475f-9217-2141ffc44bbc up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:21.742776 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port cecc159c-319f-475f-9217-2141ffc44bbc completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:21.748218 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port cecc159c-319f-475f-9217-2141ffc44bbc triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:21.748709 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.909930 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.928802 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port cecc159c-319f-475f-9217-2141ffc44bbc, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=cecc159c-319f-475f-9217-2141ffc44bbc,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:21.934782 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:21.936801 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:22.011136 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=cecc159c-319f-475f-9217-2141ffc44bbc,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:22.019879 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.020341 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.020723 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.021061 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.021395 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.021722 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.022051 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.022378 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.022724 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.023052 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.023376 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.023694 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:08:22.029343 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:22.374835 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 53612) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:22.381130 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-896029984-network', 'tenant_id': 'da95e458004246a093cf352060cddb8f'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:22.386549 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:22.390710 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Usage tracker for resource:network and tenant:da95e458004246a093cf352060cddb8f is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:22.393647 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:22.399368 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:22.411282 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Made reservation on behalf of da95e458004246a093cf352060cddb8f for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:22.413497 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.425746 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.442097 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:22.446060 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Usage tracker for resource:security_group_rule and tenant:da95e458004246a093cf352060cddb8f is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:22.449879 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:22.456333 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:22.598223 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.606542 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.610960 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-9f1fffcc-1cc4-45a1-b138-e34da6988ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:22.645338 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=79331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:08:22.658162 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2ca0b-d2d7-46b9-9a08-9b2f6c9bb3c3,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:22.664510 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:22.668308 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.668308 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Added segment d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0 of type vlan for network eb23c5b9-876b-41fa-9973-96c59e436927 Aug 20 19:08:22.689186 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb401e23-b9e7-4cf4-9af0-78571b67eca6 req-a69430c0-a276-448d-9597-8a79f6290250 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:22.690698 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bb401e23-b9e7-4cf4-9af0-78571b67eca6 req-a69430c0-a276-448d-9597-8a79f6290250 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1554835 Aug 20 19:08:22.721577 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.763314 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bb401e23-b9e7-4cf4-9af0-78571b67eca6 req-afdefd97-2062-496b-a07a-0d61dc29bd63 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611970 Aug 20 19:08:22.770615 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Sync routers for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:22.775118 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.777327 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:22.778318 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:22.782409 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3e264104-ade6-43ef-86f0-a42952efaa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:22.802282 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:22.802911 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:08:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:22.885485 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5090683 Aug 20 19:08:22.886450 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Pushing event updated for resources: {'Network': ['ID=eb23c5b9-876b-41fa-9973-96c59e436927,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:22.888391 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 53618) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:22.890709 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:22.894414 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Request body: {'subnet': {'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-896029984-subnet', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'ip_version': 4}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:22.897996 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network eb23c5b9-876b-41fa-9973-96c59e436927 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:08:22.898958 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:22.903852 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Usage tracker for resource:subnet and tenant:da95e458004246a093cf352060cddb8f is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:22.906828 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:22.912585 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:22.925368 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Made reservation on behalf of da95e458004246a093cf352060cddb8f for: {'subnet': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:22.927671 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.121361 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:23.162160 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.168065 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:23.247257 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:23.253095 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:23.255579 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Checking segment: {'id': 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:23.255937 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Network hostable DHCP agents. Network: eb23c5b9-876b-41fa-9973-96c59e436927, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:08:23.279931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Network eb23c5b9-876b-41fa-9973-96c59e436927 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:08:23.289527 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, eb23c5b9-876b-41fa-9973-96c59e436927) {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:23.295814 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:23.297264 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.309467 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7417e-e0d2-476f-99d3-cac350897a11 None None] Network eb23c5b9-876b-41fa-9973-96c59e436927 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:23.319005 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4295974 Aug 20 19:08:23.321798 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53626) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:23.327125 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:23.331490 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:23.335408 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Usage tracker for resource:router and tenant:da95e458004246a093cf352060cddb8f is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:23.338763 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:23.344568 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:23.357545 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.358590 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.385201 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.624817 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device cecc159c-319f-475f-9217-2141ffc44bbc up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:23.653118 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:08:23.672570 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.727300 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-eb23c5b9-876b-41fa-9973-96c59e436927', 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'fixed_ips': [{'subnet_id': '3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:08:23.728112 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.738801 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '564ac40d-9f76-4670-b455-e0f2a46c2a59', 'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'mac_address': 'fa:16:3e:78:cc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:19Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 2, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'subnets': [{'id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:23.749735 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Checking router: 266b1256-4e61-49bf-9ab3-0869e3778af7 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:23.750085 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Updating router 266b1256-4e61-49bf-9ab3-0869e3778af7 port 564ac40d-9f76-4670-b455-e0f2a46c2a59 binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:23.881026 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:23.901698 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port cecc159c-319f-475f-9217-2141ffc44bbc triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:23.902081 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.084265 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Allocated IP 172.20.0.2 (eb23c5b9-876b-41fa-9973-96c59e436927/3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3/e1b398a2-283f-44ba-af80-8c026d8996a3) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:24.198783 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.230673 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.240008 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c077be3-8eb5-426d-9f00-77ea193039cd req-3f0e4f22-e857-44c1-aca0-d54c811d4af0 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:24.241478 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3c077be3-8eb5-426d-9f00-77ea193039cd req-3f0e4f22-e857-44c1-aca0-d54c811d4af0 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.3470998 Aug 20 19:08:24.346804 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3c077be3-8eb5-426d-9f00-77ea193039cd req-64b37264-46c1-4a9f-89b3-52e50474850c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717618 Aug 20 19:08:24.424299 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Allocated IP 172.27.3.249 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/339f68f9-104d-4bc8-a8d0-fac16667a09c) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:24.589744 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.608245 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.613479 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Transition to ACTIVE for port object e1b398a2-283f-44ba-af80-8c026d8996a3 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:24.645496 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.650175 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:24.679410 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Transition to ACTIVE for port object e1b398a2-283f-44ba-af80-8c026d8996a3 will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:24.697132 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.704753 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:24.721504 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:24.724490 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:24.730064 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:24.747345 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.764715 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Pushing event updated for resources: {'Port': ['ID=339f68f9-104d-4bc8-a8d0-fac16667a09c,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:24.771344 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:24.785875 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Network eb23c5b9-876b-41fa-9973-96c59e436927 is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:24.788955 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Transition to ACTIVE for port object 564ac40d-9f76-4670-b455-e0f2a46c2a59 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:24.793698 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:24.796092 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:24.807815 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Pushing event updated for resources: {'Port': ['ID=e1b398a2-283f-44ba-af80-8c026d8996a3,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:24.810785 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:24.840066 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:24.847918 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:25.024925 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0f9c1-d171-44ee-a85d-0df8961c2ae3 None None] Pushing event updated for resources: {'Port': ['ID=564ac40d-9f76-4670-b455-e0f2a46c2a59,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:25.027722 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Attempting to bind port e1b398a2-283f-44ba-af80-8c026d8996a3 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:25.028075 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Attempting to bind port e1b398a2-283f-44ba-af80-8c026d8996a3 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:25.028439 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Attempting to bind port e1b398a2-283f-44ba-af80-8c026d8996a3 on network eb23c5b9-876b-41fa-9973-96c59e436927 {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:25.031958 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e2d0f9c1-d171-44ee-a85d-0df8961c2ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:25.037157 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:25.037530 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Checking segment: {'id': 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:25.037930 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.038319 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Bound using segment: {'id': 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:25.038779 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Bound port: e1b398a2-283f-44ba-af80-8c026d8996a3, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:25.039155 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.174443 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.191824 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Attempting to bind port 564ac40d-9f76-4670-b455-e0f2a46c2a59 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:25.192195 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Attempting to bind port 564ac40d-9f76-4670-b455-e0f2a46c2a59 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:25.192585 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Attempting to bind port 564ac40d-9f76-4670-b455-e0f2a46c2a59 on network e2943101-33e9-47b3-bca2-614847cf41cd {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:25.212007 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:25.212384 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Checking segment: {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:25.212805 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.213766 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Bound using segment: {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:25.214250 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Bound port: 564ac40d-9f76-4670-b455-e0f2a46c2a59, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:25.214696 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.289139 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] For port e1b398a2-283f-44ba-af80-8c026d8996a3, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:25.303305 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] For port e1b398a2-283f-44ba-af80-8c026d8996a3, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=e1b398a2-283f-44ba-af80-8c026d8996a3,segment=NetworkSegment(d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0),segment_id=d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:25.313763 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.324014 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e2d0f9c1-d171-44ee-a85d-0df8961c2ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:25.385719 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] For port 564ac40d-9f76-4670-b455-e0f2a46c2a59, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:25.407078 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] For port 564ac40d-9f76-4670-b455-e0f2a46c2a59, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=564ac40d-9f76-4670-b455-e0f2a46c2a59,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:25.415301 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.430502 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Pushing event updated for resources: {'Port': ['ID=e1b398a2-283f-44ba-af80-8c026d8996a3,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:25.438374 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:25.438836 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f65314bf-08ac-47a3-881f-00453bc72e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:25.508427 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:25.509125 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:08:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:25.621254 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0f9c1-d171-44ee-a85d-0df8961c2ae3 None None] Pushing event updated for resources: {'Port': ['ID=564ac40d-9f76-4670-b455-e0f2a46c2a59,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:25.624843 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e2d0f9c1-d171-44ee-a85d-0df8961c2ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:25.636175 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:25.658316 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080efcf-d96d-413f-a5e9-9a4f12e8fd41 req-99befdd0-fc38-4e15-af3e-3ac25fd97930 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:25.659885 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9080efcf-d96d-413f-a5e9-9a4f12e8fd41 req-99befdd0-fc38-4e15-af3e-3ac25fd97930 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1727030 Aug 20 19:08:25.807005 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9080efcf-d96d-413f-a5e9-9a4f12e8fd41 req-58239d24-68c7-4eed-b138-90296f407de7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331162 Aug 20 19:08:25.834784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:26.082436 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:08:26.259653 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '564ac40d-9f76-4670-b455-e0f2a46c2a59', 'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'mac_address': 'fa:16:3e:78:cc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:19Z', 'updated_at': '2021-08-20T19:08:25Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'subnets': [{'id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:26.265079 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebe1cd-b7ee-4028-9dd1-5faecd9e1d8e None None] The sync data for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi is: [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '564ac40d-9f76-4670-b455-e0f2a46c2a59', 'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'mac_address': 'fa:16:3e:78:cc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:19Z', 'updated_at': '2021-08-20T19:08:25Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'subnets': [{'id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:26.284879 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:26.295509 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Sync routers for ids ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:26.309629 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Routers {'b450cd7a-6f71-47f5-a1e2-2570dfa448b7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:26.310615 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Notify callbacks [] for router, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:26.310858 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:08:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:26.313431 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9902420 Aug 20 19:08:26.316234 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53656) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:26.592854 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Set router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:26.944388 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:23Z', 'updated_at': '2021-08-20T19:08:24Z', 'revision_number': 3, 'project_id': 'da95e458004246a093cf352060cddb8f', 'gw_port': {'id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:26.950010 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Checking router: b450cd7a-6f71-47f5-a1e2-2570dfa448b7 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:26.950442 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Updating router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 port 339f68f9-104d-4bc8-a8d0-fac16667a09c binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:26.958283 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b129b24-e710-4d5c-ad75-4a785ff50e5a None None] Network eb23c5b9-876b-41fa-9973-96c59e436927 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:08:27.057904 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.271979 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-241cf0a8-7501-434c-856e-d36c5904ecb9 None None] Provisioning for port e1b398a2-283f-44ba-af80-8c026d8996a3 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:27.420739 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262af4b-9d2e-4dc5-99bf-34e1e6ae647f req-384a7147-8821-4f75-b15e-d40b68152180 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:27.422437 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8262af4b-9d2e-4dc5-99bf-34e1e6ae647f req-384a7147-8821-4f75-b15e-d40b68152180 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.3554144 Aug 20 19:08:27.488267 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.517418 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.532794 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Transition to ACTIVE for port object 339f68f9-104d-4bc8-a8d0-fac16667a09c will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:27.545015 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.557527 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-7f82e96b-5eda-4717-aec4-a508b981d07f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:27.577425 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8262af4b-9d2e-4dc5-99bf-34e1e6ae647f req-13507fd1-fe6d-4039-bca2-3f2dd4970ddb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403818 Aug 20 19:08:27.704185 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Attempting to bind port 339f68f9-104d-4bc8-a8d0-fac16667a09c on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:27.704906 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Attempting to bind port 339f68f9-104d-4bc8-a8d0-fac16667a09c by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:27.705370 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Attempting to bind port 339f68f9-104d-4bc8-a8d0-fac16667a09c on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:27.717948 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c9d02-99dc-4b17-9d00-884b13305371 None None] Pushing event updated for resources: {'Port': ['ID=339f68f9-104d-4bc8-a8d0-fac16667a09c,revision_number=2']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:27.721346 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:27.723585 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:27.724520 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.725378 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:27.726327 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Bound port: 339f68f9-104d-4bc8-a8d0-fac16667a09c, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:27.726936 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.738766 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 564ac40d-9f76-4670-b455-e0f2a46c2a59 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:27.768795 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-006c9d02-99dc-4b17-9d00-884b13305371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:27.831924 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] For port 339f68f9-104d-4bc8-a8d0-fac16667a09c, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:27.835203 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] For port 339f68f9-104d-4bc8-a8d0-fac16667a09c, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=339f68f9-104d-4bc8-a8d0-fac16667a09c,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:27.847634 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.853002 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-253ba3b7-6abf-47ea-9d70-e2c2d519ce3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:27.870270 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Allocated IP 172.20.0.1 (eb23c5b9-876b-41fa-9973-96c59e436927/3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3/d9f611d3-8db9-4b4e-9332-a88b736cce5a) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:27.917479 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 564ac40d-9f76-4670-b455-e0f2a46c2a59 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:27.924411 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 564ac40d-9f76-4670-b455-e0f2a46c2a59 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:27.924868 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:27.936368 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Routers {'b450cd7a-6f71-47f5-a1e2-2570dfa448b7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:27.936749 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:08:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:28.012393 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c9d02-99dc-4b17-9d00-884b13305371 None None] Pushing event updated for resources: {'Port': ['ID=339f68f9-104d-4bc8-a8d0-fac16667a09c,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:28.029392 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-006c9d02-99dc-4b17-9d00-884b13305371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:28.097733 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.135733 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 564ac40d-9f76-4670-b455-e0f2a46c2a59, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=564ac40d-9f76-4670-b455-e0f2a46c2a59,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:28.151485 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.152403 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device e1b398a2-283f-44ba-af80-8c026d8996a3 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:28.188643 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] Set router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:28.199137 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:28.272866 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.297209 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Transition to ACTIVE for port object d9f611d3-8db9-4b4e-9332-a88b736cce5a will not be triggered until provisioned by entity DHCP. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:28.305506 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=564ac40d-9f76-4670-b455-e0f2a46c2a59,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:28.309476 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:28.326426 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port e1b398a2-283f-44ba-af80-8c026d8996a3 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:28.331699 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.333635 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port e1b398a2-283f-44ba-af80-8c026d8996a3 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:28.334012 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.339131 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:28.422364 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Network eb23c5b9-876b-41fa-9973-96c59e436927 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:28.425612 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:28.441342 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:28.477239 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Pushing event updated for resources: {'Port': ['ID=d9f611d3-8db9-4b4e-9332-a88b736cce5a,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:28.485339 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:28.489509 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.508147 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.539746 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port e1b398a2-283f-44ba-af80-8c026d8996a3, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=e1b398a2-283f-44ba-af80-8c026d8996a3,segment=NetworkSegment(d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0),segment_id=d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:28.547346 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.553395 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:28.589421 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:23Z', 'updated_at': '2021-08-20T19:08:24Z', 'revision_number': 3, 'project_id': 'da95e458004246a093cf352060cddb8f', 'gw_port': {'id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:28.598904 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc940b34-bade-429c-aa78-7c2d3fcfa899 None None] The sync data for ids ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'] in dv-cinder-805283-1-iscsi is: [{'id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:23Z', 'updated_at': '2021-08-20T19:08:24Z', 'revision_number': 3, 'project_id': 'da95e458004246a093cf352060cddb8f', 'gw_port': {'id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:28.649023 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=e1b398a2-283f-44ba-af80-8c026d8996a3,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:28.660338 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:28.677611 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.826251 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-c16f57bd-55ac-4f2e-aad3-aee326cc235e None None] Provisioning for port d9f611d3-8db9-4b4e-9332-a88b736cce5a completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:28.834281 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-c16f57bd-55ac-4f2e-aad3-aee326cc235e None None] Provisioning complete for port d9f611d3-8db9-4b4e-9332-a88b736cce5a triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:28.836012 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c16f57bd-55ac-4f2e-aad3-aee326cc235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:28.880891 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d9004-5d00-4fd6-af7c-a6b2cbaf0f0b req-e1826e94-7d00-4996-9b4d-28324fcce700 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:28.884154 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e45d9004-5d00-4fd6-af7c-a6b2cbaf0f0b req-e1826e94-7d00-4996-9b4d-28324fcce700 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1409092 Aug 20 19:08:28.962249 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e45d9004-5d00-4fd6-af7c-a6b2cbaf0f0b req-66e48359-11bd-4c25-b5a2-58bd8bd6f95f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676017 Aug 20 19:08:28.984387 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-c16f57bd-55ac-4f2e-aad3-aee326cc235e None None] Port d9f611d3-8db9-4b4e-9332-a88b736cce5a cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:29.106740 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.114064 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.154229 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-595c1763-f7be-4bfb-bae1-554a2a199eb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:29.257603 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:29.265848 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Pushing event updated for resources: {'Port': ['ID=d9f611d3-8db9-4b4e-9332-a88b736cce5a,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:29.270453 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:29.421358 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Network eb23c5b9-876b-41fa-9973-96c59e436927 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:29.422613 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:29.776577 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:08:29.783152 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 564ac40d-9f76-4670-b455-e0f2a46c2a59 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:29.936587 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-20d0e5f5-15c7-4b91-837d-df03a15eee21 None None] Provisioning complete for port d9f611d3-8db9-4b4e-9332-a88b736cce5a triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:29.937141 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-20d0e5f5-15c7-4b91-837d-df03a15eee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.014933 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.023442 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-20d0e5f5-15c7-4b91-837d-df03a15eee21 None None] Port d9f611d3-8db9-4b4e-9332-a88b736cce5a cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:08:30.026312 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 564ac40d-9f76-4670-b455-e0f2a46c2a59 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:30.026863 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.078900 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:08:30.095614 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] 10.222.0.54 "PUT /v2.0/routers/b450cd7a-6f71-47f5-a1e2-2570dfa448b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7781179 Aug 20 19:08:30.194217 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device e1b398a2-283f-44ba-af80-8c026d8996a3 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:30.280238 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port e1b398a2-283f-44ba-af80-8c026d8996a3 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:30.280645 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.334994 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb06f1b-ef16-47dd-b44b-31e1d97c15b8 req-39edb0c7-aa2a-4635-90d1-cb9292985cd2 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:30.336530 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8bb06f1b-ef16-47dd-b44b-31e1d97c15b8 req-39edb0c7-aa2a-4635-90d1-cb9292985cd2 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1229942 Aug 20 19:08:30.424027 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8bb06f1b-ef16-47dd-b44b-31e1d97c15b8 req-0e558bcc-e7ef-4906-acde-311579207bb6 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792799 Aug 20 19:08:30.475638 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 339f68f9-104d-4bc8-a8d0-fac16667a09c up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:30.562438 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 339f68f9-104d-4bc8-a8d0-fac16667a09c completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:30.568726 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 339f68f9-104d-4bc8-a8d0-fac16667a09c triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:30.571250 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.571362 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b03f3c-a984-4382-8bf7-7ff6a50f4d1e req-f51c3641-6b6c-4354-aa10-05c726851205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:30.573893 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c6b03f3c-a984-4382-8bf7-7ff6a50f4d1e req-f51c3641-6b6c-4354-aa10-05c726851205 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 1098 time: 0.2282641 Aug 20 19:08:30.621336 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c6b03f3c-a984-4382-8bf7-7ff6a50f4d1e req-ee3ee1c7-18dd-43f7-acf9-9f07561bc979 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388844 Aug 20 19:08:30.714669 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.734639 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 339f68f9-104d-4bc8-a8d0-fac16667a09c, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=339f68f9-104d-4bc8-a8d0-fac16667a09c,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:30.750320 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.752182 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:30.787586 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Sync routers for ids ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:08:30.821691 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Routers {'b450cd7a-6f71-47f5-a1e2-2570dfa448b7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:30.823033 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:08:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:30.886249 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53730) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:30.891507 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1369336991', 'description': 'tempest-secgroup-smoke-1369336991 description', 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:30.897298 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:30.902235 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Usage tracker for resource:security_group and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:30.905225 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:30.912231 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:30.920455 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=339f68f9-104d-4bc8-a8d0-fac16667a09c,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:30.925099 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:30.926156 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:30.949706 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:30.954198 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Usage tracker for resource:security_group_rule and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:30.957366 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:30.963048 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:31.059437 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.065765 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.071260 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c93a01c4-d1fa-4096-b63b-88943542daf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:31.081878 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Set router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:31.116468 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc48b897-a21c-4afa-9ef6-f68141827c8c,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:31.119386 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:31.121885 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.126352 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2360845 Aug 20 19:08:31.126687 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53738) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:31.132021 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Request body: {'security_group_rule': {'security_group_id': 'cc48b897-a21c-4afa-9ef6-f68141827c8c', 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:31.141095 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:31.146572 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Usage tracker for resource:security_group_rule and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:31.151333 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:31.160526 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:31.206993 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.293160 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.297415 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.299599 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e2a7c602-1421-4389-854c-d4e70949c6b5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:31.323224 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e78491-2bc2-4011-bfff-5e46b5f85a98,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:31.328858 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:31.335308 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.336652 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2090409 Aug 20 19:08:31.340353 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53742) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:31.345995 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Request body: {'security_group_rule': {'security_group_id': 'cc48b897-a21c-4afa-9ef6-f68141827c8c', 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:31.351650 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:31.355631 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Usage tracker for resource:security_group_rule and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:31.358524 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:31.364151 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:31.385718 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.466995 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:23Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 4, 'project_id': 'da95e458004246a093cf352060cddb8f', 'gw_port': {'id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': 'd9f611d3-8db9-4b4e-9332-a88b736cce5a', 'name': '', 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'mac_address': 'fa:16:3e:b5:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:27Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 2, 'project_id': 'da95e458004246a093cf352060cddb8f', 'subnets': [{'id': '3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:31.472748 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Checking router: b450cd7a-6f71-47f5-a1e2-2570dfa448b7 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:08:31.473105 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Updating router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 port d9f611d3-8db9-4b4e-9332-a88b736cce5a binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:08:31.537388 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.622068 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.629615 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.643063 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2602abe6-df1e-46ba-8516-aa995b28d758 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:31.665343 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 339f68f9-104d-4bc8-a8d0-fac16667a09c up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:31.673131 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5630e86-cebe-4d17-b4aa-879ed15a1d43,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:31.675617 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:31.691131 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b92f2-f3c6-4b9d-90b6-06b44f866500 req-86be04a3-0218-4196-b9e9-67f0f0738e11 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:31.693435 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a24b92f2-f3c6-4b9d-90b6-06b44f866500 req-86be04a3-0218-4196-b9e9-67f0f0738e11 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1527276 Aug 20 19:08:31.694216 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.696710 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3538702 Aug 20 19:08:31.698586 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53748) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:31.703976 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Request body: {'security_group_rule': {'security_group_id': 'cc48b897-a21c-4afa-9ef6-f68141827c8c', 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:31.726535 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:31.736762 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Usage tracker for resource:security_group_rule and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:31.741184 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:31.756436 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:31.772234 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a24b92f2-f3c6-4b9d-90b6-06b44f866500 req-61ac99c4-ef4e-434a-808c-54c334648d08 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635884 Aug 20 19:08:31.786761 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.881645 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.889205 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.894883 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:31.928155 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8752e14-851a-442c-867e-4cb1be0faf5f,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:31.946719 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:31.958196 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:31.959831 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2600114 Aug 20 19:08:31.962410 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53754) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:31.969173 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Request body: {'security_group_rule': {'security_group_id': 'cc48b897-a21c-4afa-9ef6-f68141827c8c', 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:31.987738 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:31.992205 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Usage tracker for resource:security_group_rule and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:31.996739 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:32.003677 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:32.032078 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.057641 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 339f68f9-104d-4bc8-a8d0-fac16667a09c triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:32.058342 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.103150 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.127871 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.129702 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Transition to ACTIVE for port object d9f611d3-8db9-4b4e-9332-a88b736cce5a will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:32.132288 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.134644 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:32.140412 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.145386 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:32.175959 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195395fc-8da9-43bd-9f1b-ba55ca86c678,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:32.185392 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:32.195655 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.198124 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2330968 Aug 20 19:08:32.201101 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53760) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:32.206818 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Request body: {'security_group_rule': {'security_group_id': 'cc48b897-a21c-4afa-9ef6-f68141827c8c', 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:32.214132 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:32.219159 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Usage tracker for resource:security_group_rule and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:32.222743 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:32.229761 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:32.243253 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.securitygroups_db [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Project f1b0ce78d59b4a1a9c44aacdaf55a0ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:08:32.255566 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.323507 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72380ae-eb5f-4c11-9aad-7a47dbd55e47 None None] Pushing event updated for resources: {'Port': ['ID=d9f611d3-8db9-4b4e-9332-a88b736cce5a,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:32.342762 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-a72380ae-eb5f-4c11-9aad-7a47dbd55e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:32.359483 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.374220 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.377552 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-77c117d2-1724-4c74-90a2-1c01a922270a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:32.417780 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675601c7-06a9-4c79-82cc-dd9af920b0f3,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:32.427558 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:32.452640 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.453808 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2517035 Aug 20 19:08:32.456627 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 53770) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:08:32.464269 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Request body: {'security_group_rule': {'security_group_id': 'cc48b897-a21c-4afa-9ef6-f68141827c8c', 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:32.486057 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:32.491446 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Usage tracker for resource:security_group_rule and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:08:32.494751 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Attempting to bind port d9f611d3-8db9-4b4e-9332-a88b736cce5a on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:32.495126 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Attempting to bind port d9f611d3-8db9-4b4e-9332-a88b736cce5a by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:32.495496 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Attempting to bind port d9f611d3-8db9-4b4e-9332-a88b736cce5a on network eb23c5b9-876b-41fa-9973-96c59e436927 {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:32.496313 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:08:32.503714 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:32.504185 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Checking segment: {'id': 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:32.504607 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.506379 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:32.510519 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Bound using segment: {'id': 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:32.515745 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Bound port: d9f611d3-8db9-4b4e-9332-a88b736cce5a, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:32.516183 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.526191 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.securitygroups_db [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Project f1b0ce78d59b4a1a9c44aacdaf55a0ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:08:32.535768 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.638926 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.642935 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] For port d9f611d3-8db9-4b4e-9332-a88b736cce5a, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:32.646149 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] For port d9f611d3-8db9-4b4e-9332-a88b736cce5a, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=d9f611d3-8db9-4b4e-9332-a88b736cce5a,segment=NetworkSegment(d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0),segment_id=d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:32.647187 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.649822 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:32.654506 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.656625 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:32.671824 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c787d469-94d2-4638-8d02-bcd2d43f585b,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:32.676085 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:32.688412 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:32.692911 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2320833 Aug 20 19:08:32.760859 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Routers {'b450cd7a-6f71-47f5-a1e2-2570dfa448b7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:08:32.761758 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:08:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:32.868187 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72380ae-eb5f-4c11-9aad-7a47dbd55e47 None None] Pushing event updated for resources: {'Port': ['ID=d9f611d3-8db9-4b4e-9332-a88b736cce5a,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:32.897864 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-a72380ae-eb5f-4c11-9aad-7a47dbd55e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:33.146777 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] Set router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:08:33.169264 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b027217-fd05-4124-b7aa-3d0b6fef5b31 req-0a0178f0-85a3-4ae8-8533-1b4fd87b6e59 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:33.171475 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8b027217-fd05-4124-b7aa-3d0b6fef5b31 req-0a0178f0-85a3-4ae8-8533-1b4fd87b6e59 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1674111 Aug 20 19:08:33.198426 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d26b8b1e-ea5d-481c-a906-57d8ff900a97 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:33.201447 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d26b8b1e-ea5d-481c-a906-57d8ff900a97 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 815 time: 0.3229489 Aug 20 19:08:33.224068 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-4a37f372-32d8-4f53-b6cd-0d9686f9b1b8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/quotas/4b835d96a2864030873004365647716c HTTP/1.1" status: 200 len: 375 time: 0.0167978 Aug 20 19:08:33.239058 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8b027217-fd05-4124-b7aa-3d0b6fef5b31 req-8c0efb8d-b3d0-4ab9-b9e8-d29d4dcc23b2 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607879 Aug 20 19:08:33.346458 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-5bb3e280-e911-42ed-9b69-ff8ab4d8a05d tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1213212 Aug 20 19:08:33.584457 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-056102ed-0071-43da-a7b9-99970f31dfa4 service neutron] 10.222.0.54 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267888 Aug 20 19:08:33.624258 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:23Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 4, 'project_id': 'da95e458004246a093cf352060cddb8f', 'gw_port': {'id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': 'd9f611d3-8db9-4b4e-9332-a88b736cce5a', 'name': '', 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'mac_address': 'fa:16:3e:b5:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:27Z', 'updated_at': '2021-08-20T19:08:32Z', 'revision_number': 4, 'project_id': 'da95e458004246a093cf352060cddb8f', 'subnets': [{'id': '3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:08:33.635913 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca290559-4b82-4ab6-8d12-0b5adec806de None None] The sync data for ids ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'] in dv-cinder-805283-1-iscsi is: [{'id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:23Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 4, 'project_id': 'da95e458004246a093cf352060cddb8f', 'gw_port': {'id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': 'd9f611d3-8db9-4b4e-9332-a88b736cce5a', 'name': '', 'network_id': 'eb23c5b9-876b-41fa-9973-96c59e436927', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'mac_address': 'fa:16:3e:b5:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:27Z', 'updated_at': '2021-08-20T19:08:32Z', 'revision_number': 4, 'project_id': 'da95e458004246a093cf352060cddb8f', 'subnets': [{'id': '3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:08:33.800737 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-87914321-964a-4f4b-a145-6168f28ad258 service neutron] 10.222.0.54 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092118 Aug 20 19:08:33.916912 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-e6aaefc7-c874-4efb-a779-fd1130ab4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:33.919119 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-e6aaefc7-c874-4efb-a779-fd1130ab4908 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 1098 time: 0.1133804 Aug 20 19:08:34.108636 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b6f197b-bbac-449c-ae4f-1fd65b313455 req-5ad0ef21-1e36-4984-8f34-783ff3cefcf8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 210 time: 0.0741060 Aug 20 19:08:34.222810 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-1d5b1c98-55ce-445e-aff5-c20195c2b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:34.222810 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-1d5b1c98-55ce-445e-aff5-c20195c2b7d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 919 time: 0.2952762 Aug 20 19:08:34.310516 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4749fa-33c4-4d3d-9b93-acddc52a1086 req-b1fde6f9-88a5-482e-9f4b-81eaafcd18b0 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:34.312350 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ec4749fa-33c4-4d3d-9b93-acddc52a1086 req-b1fde6f9-88a5-482e-9f4b-81eaafcd18b0 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.2391512 Aug 20 19:08:34.323860 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-21ff158f-7e91-404f-82ee-1b8a1ce60a94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38a5115-0d57-4455-b0b5-803028b25ef8 HTTP/1.1" status: 200 len: 217 time: 0.0936525 Aug 20 19:08:34.423197 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-ac775b6c-75c8-4fbc-b170-dd5990e33697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:34.424881 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-ac775b6c-75c8-4fbc-b170-dd5990e33697 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 200 len: 858 time: 0.0800240 Aug 20 19:08:34.509083 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ec4749fa-33c4-4d3d-9b93-acddc52a1086 req-5424485a-b181-4021-b07a-0e4d5d026eb7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872447 Aug 20 19:08:34.512297 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-149b33ea-f8b2-4515-aca8-54c1eea90895 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739799 Aug 20 19:08:34.690459 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-0f73ee79-37ea-48e2-800c-00dd555541b2 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683543 Aug 20 19:08:34.848650 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7be3c4b6-57d4-40b8-af28-5979dcabf758 req-6164e458-e5d6-4fb4-8eed-610d475b61c8 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511650 Aug 20 19:08:35.305889 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fa90a738-ff56-4a88-8107-14bbc4fdf1a5 req-0874abcb-bf2a-4ff7-9a06-62fa3dffc088 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 210 time: 0.0516872 Aug 20 19:08:35.655897 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device d9f611d3-8db9-4b4e-9332-a88b736cce5a up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:35.750628 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c7566-bdcd-4182-8d04-56d2a03b786b req-46019608-f446-4ed5-9540-f0e6a65b6c6b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:35.752972 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8b3c7566-bdcd-4182-8d04-56d2a03b786b req-46019608-f446-4ed5-9540-f0e6a65b6c6b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0994523 Aug 20 19:08:35.758600 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port d9f611d3-8db9-4b4e-9332-a88b736cce5a completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:35.766467 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port d9f611d3-8db9-4b4e-9332-a88b736cce5a triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:35.766852 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:35.977194 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:35.980293 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8b3c7566-bdcd-4182-8d04-56d2a03b786b req-f99a75dc-0969-47cf-8b5c-bfa687a79f0c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202070 Aug 20 19:08:36.026649 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port d9f611d3-8db9-4b4e-9332-a88b736cce5a, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=d9f611d3-8db9-4b4e-9332-a88b736cce5a,segment=NetworkSegment(d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0),segment_id=d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:36.037859 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:36.042458 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:36.081491 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7ecae3b7-82b7-4866-bee1-37e533b365d4 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:36.082873 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7ecae3b7-82b7-4866-bee1-37e533b365d4 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 815 time: 0.3015416 Aug 20 19:08:36.096984 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Request body: {'port': {'device_id': 'e907d388-9d1b-45c3-a0aa-3f0162497240', 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d', 'admin_state_up': True, 'tenant_id': '4b835d96a2864030873004365647716c'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:36.163940 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=d9f611d3-8db9-4b4e-9332-a88b736cce5a,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:36.168258 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:36.293060 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:08:36.305247 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:08:36.317315 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Made reservation on behalf of 4b835d96a2864030873004365647716c for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:08:36.320969 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:36.511373 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b1869c37-8619-446c-98ea-6a0aea8df2ea req-a91071cd-94ae-41ba-87b5-b383bdd09e12 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 210 time: 0.0786662 Aug 20 19:08:36.551404 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Allocated IP 172.20.0.13 (ba8295ce-354a-4324-b02d-33607bd6c33d/0f14726b-06d9-4d92-9138-8fd40a45b4b6/78290f55-3844-4d38-8dcf-5b256669fab5) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:08:36.896602 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:36.927276 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:36.934275 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:36.939660 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['5d9b24e5-02c8-4203-81d2-6e793c3e71b1', '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a', '22354097-ab29-4c98-9791-0da2c408f88e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:08:37.000931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Network ba8295ce-354a-4324-b02d-33607bd6c33d is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:08:37.004092 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:08:37.008452 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:08:37.016644 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:37.016644 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:37.046424 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Pushing event updated for resources: {'Port': ['ID=78290f55-3844-4d38-8dcf-5b256669fab5,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:37.049720 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:37.052013 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9603388 Aug 20 19:08:37.084792 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Request body: {'port': {'device_id': 'e907d388-9d1b-45c3-a0aa-3f0162497240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:08:37.267765 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:37.322350 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37023d73-395b-49b2-af8e-a1a637041a41 req-baa96b0d-88a5-4063-a71e-149cc2c42204 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:37.325103 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-37023d73-395b-49b2-af8e-a1a637041a41 req-baa96b0d-88a5-4063-a71e-149cc2c42204 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1863222 Aug 20 19:08:37.451024 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-37023d73-395b-49b2-af8e-a1a637041a41 req-2f64b02d-b0d8-42e2-9525-9a2f29c1a638 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189559 Aug 20 19:08:37.655552 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device d9f611d3-8db9-4b4e-9332-a88b736cce5a up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:37.732391 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port d9f611d3-8db9-4b4e-9332-a88b736cce5a triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:37.732809 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:37.783842 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78290f55-3844-4d38-8dcf-5b256669fab5 {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:08:37.793386 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:37.818328 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Transition to ACTIVE for port object 78290f55-3844-4d38-8dcf-5b256669fab5 will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:08:37.832478 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692c9bd-2a3e-4b5e-b14c-2acd0208b0a4 req-43055e1c-295c-48d2-b973-8de869d386ad tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:37.833242 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-a692c9bd-2a3e-4b5e-b14c-2acd0208b0a4 req-43055e1c-295c-48d2-b973-8de869d386ad tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:08:37.836185 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:37.841476 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-b1732934-f964-4ba2-a8c5-30bceabeedf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:37.981076 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-a692c9bd-2a3e-4b5e-b14c-2acd0208b0a4 req-43055e1c-295c-48d2-b973-8de869d386ad tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:08:37.982306 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a692c9bd-2a3e-4b5e-b14c-2acd0208b0a4 req-43055e1c-295c-48d2-b973-8de869d386ad tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 932 time: 0.3070502 Aug 20 19:08:37.987068 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Pushing event updated for resources: {'Port': ['ID=78290f55-3844-4d38-8dcf-5b256669fab5,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:38.021499 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:38.069659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Attempting to bind port 78290f55-3844-4d38-8dcf-5b256669fab5 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:08:38.069659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Attempting to bind port 78290f55-3844-4d38-8dcf-5b256669fab5 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:08:38.069659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Attempting to bind port 78290f55-3844-4d38-8dcf-5b256669fab5 on network ba8295ce-354a-4324-b02d-33607bd6c33d {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:38.082367 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Port 78290f55-3844-4d38-8dcf-5b256669fab5 on network ba8295ce-354a-4324-b02d-33607bd6c33d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:08:38.082707 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Attempting to bind port 78290f55-3844-4d38-8dcf-5b256669fab5 on network ba8295ce-354a-4324-b02d-33607bd6c33d {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:08:38.090760 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a692c9bd-2a3e-4b5e-b14c-2acd0208b0a4 req-5cffbcf5-9dff-45b5-a635-f4ba36b8d933 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010854 Aug 20 19:08:38.093268 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:08:38.093605 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Checking segment: {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:08:38.094247 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Bound using segment: {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:08:38.094426 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Bound port: 78290f55-3844-4d38-8dcf-5b256669fab5, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:08:38.094772 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:38.201338 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] For port 78290f55-3844-4d38-8dcf-5b256669fab5, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:08:38.204726 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] For port 78290f55-3844-4d38-8dcf-5b256669fab5, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=78290f55-3844-4d38-8dcf-5b256669fab5,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:08:38.210146 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:38.214937 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:38.271000 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:38.271550 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:38.273136 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] 10.222.0.21 "PUT /v2.0/ports/78290f55-3844-4d38-8dcf-5b256669fab5 HTTP/1.1" status: 200 len: 1094 time: 1.1929147 Aug 20 19:08:38.276858 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e907d388-9d1b-45c3-a0aa-3f0162497240', 'tag': '78290f55-3844-4d38-8dcf-5b256669fab5'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:08:38.307390 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Pushing event updated for resources: {'Port': ['ID=78290f55-3844-4d38-8dcf-5b256669fab5,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:38.310959 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:38.356673 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e907d388-9d1b-45c3-a0aa-3f0162497240', 'tag': '78290f55-3844-4d38-8dcf-5b256669fab5', 'status': 'completed', 'code': 200} Aug 20 19:08:38.399578 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d5759e72-7785-428c-a451-924c117476f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:38.401134 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-d5759e72-7785-428c-a451-924c117476f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 1097 time: 0.0767124 Aug 20 19:08:38.474570 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-cd3629a5-25ca-4db9-b9ef-d9ab0849a6fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78290f55-3844-4d38-8dcf-5b256669fab5 HTTP/1.1" status: 200 len: 217 time: 0.0654061 Aug 20 19:08:38.550714 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-44a3dda6-4903-423c-85c6-7f2895b94c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:38.552334 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-44a3dda6-4903-423c-85c6-7f2895b94c6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 200 len: 855 time: 0.0709162 Aug 20 19:08:38.648487 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-731e7757-bee3-4762-a3b1-68b5720d5690 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba8295ce-354a-4324-b02d-33607bd6c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839396 Aug 20 19:08:38.869941 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2aa2d-e821-4939-b05a-64bc753777af req-9cce7236-5d94-4967-b31c-602c7f828f46 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:38.871405 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e8b2aa2d-e821-4939-b05a-64bc753777af req-9cce7236-5d94-4967-b31c-602c7f828f46 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.3096211 Aug 20 19:08:38.908287 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-9af63cc0-cfc4-43a2-b8e6-9b335d18b711 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499213 Aug 20 19:08:38.963842 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e8b2aa2d-e821-4939-b05a-64bc753777af req-a7773ae1-790c-49b0-b396-a50c8036d590 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837708 Aug 20 19:08:39.062704 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a00930f-6ed8-40dd-9b31-3d0c06244153 req-e38ff24d-f077-4588-89c0-82197cfb75bb service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436841 Aug 20 19:08:39.191883 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-be967e25-9d00-480d-a9cf-7df791198e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:39.191883 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-be967e25-9d00-480d-a9cf-7df791198e69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b835d96a2864030873004365647716c&device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 1097 time: 0.0743334 Aug 20 19:08:39.293251 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42375870-6e21-4a70-9b1b-ec6264d61705 req-7eb2c230-4d4c-4424-b4d7-fb27501a4b2b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:39.294796 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-42375870-6e21-4a70-9b1b-ec6264d61705 req-7eb2c230-4d4c-4424-b4d7-fb27501a4b2b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 944 time: 0.0859928 Aug 20 19:08:39.336972 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-5c932940-5e9c-4455-a012-910923e89c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:39.339416 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-5c932940-5e9c-4455-a012-910923e89c94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 200 len: 916 time: 0.1378121 Aug 20 19:08:39.352743 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-42375870-6e21-4a70-9b1b-ec6264d61705 req-e3c70250-fa78-48c9-b4d2-65f82a65d9b1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507720 Aug 20 19:08:39.418892 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-96d6278d-4377-4329-92c5-17f14a5f2371 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78290f55-3844-4d38-8dcf-5b256669fab5 HTTP/1.1" status: 200 len: 217 time: 0.0717940 Aug 20 19:08:39.486455 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-bdb9a310-e661-4873-b26d-1b99d7a451ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:39.488209 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-bdb9a310-e661-4873-b26d-1b99d7a451ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 200 len: 855 time: 0.0622993 Aug 20 19:08:39.545257 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-3b56bd22-c1e2-4e90-8263-b72f3fdc0274 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba8295ce-354a-4324-b02d-33607bd6c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485392 Aug 20 19:08:39.687683 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-45fb9c7d-827b-40aa-aa29-690c9d8eeef1 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347818 Aug 20 19:08:39.842920 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dc9624f4-db1a-4b4a-899e-892bfb4a14b3 req-16e4332c-fedb-40f2-bbb4-c18dabf5c5f2 service neutron] 10.222.0.21 "GET /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469557 Aug 20 19:08:40.171880 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849848-a2b6-4dcb-991c-40bb7a4eec4f req-9e44b385-a171-429a-88ca-d0a36867dd31 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:40.173469 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bc849848-a2b6-4dcb-991c-40bb7a4eec4f req-9e44b385-a171-429a-88ca-d0a36867dd31 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0909245 Aug 20 19:08:40.221988 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bc849848-a2b6-4dcb-991c-40bb7a4eec4f req-5863a2d8-33c3-4435-961e-ad8727afcfd4 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428994 Aug 20 19:08:40.560972 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504d4b6-107d-4f06-abe1-e98ed6d9c927 req-616801cb-5994-4448-9098-9ca5eed11b78 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:40.562593 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9504d4b6-107d-4f06-abe1-e98ed6d9c927 req-616801cb-5994-4448-9098-9ca5eed11b78 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 944 time: 0.0938444 Aug 20 19:08:40.608614 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9504d4b6-107d-4f06-abe1-e98ed6d9c927 req-472f752a-472f-40fc-8093-7d0bc88c329d tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Aug 20 19:08:41.409169 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2658d-5f6b-459c-b920-2d68e4bbf3df req-4d8910d7-0f71-46be-81ac-3ef78d0677b6 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:41.410650 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-99f2658d-5f6b-459c-b920-2d68e4bbf3df req-4d8910d7-0f71-46be-81ac-3ef78d0677b6 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0807950 Aug 20 19:08:41.463419 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-99f2658d-5f6b-459c-b920-2d68e4bbf3df req-f9167d73-2cbc-4a0c-8095-cc47dc4bfaf9 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462487 Aug 20 19:08:41.480826 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f608461f-4c78-4676-9b16-91e81c59e702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:41.852229 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38ad07-32c2-4371-b466-92f549a2a4f4 req-9cf5f193-7a83-4526-81cc-774ff72b5789 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:41.855423 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bb38ad07-32c2-4371-b466-92f549a2a4f4 req-9cf5f193-7a83-4526-81cc-774ff72b5789 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 944 time: 0.1328826 Aug 20 19:08:41.862878 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:41.915394 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bb38ad07-32c2-4371-b466-92f549a2a4f4 req-abad672d-2a61-48f8-bbb8-e136c7e11378 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531564 Aug 20 19:08:43.110461 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a647e7-ab11-4232-8008-6a9f1ec86b35 req-c1be659c-c790-485e-8b59-1c7e19382b5f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:43.111935 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-58a647e7-ab11-4232-8008-6a9f1ec86b35 req-c1be659c-c790-485e-8b59-1c7e19382b5f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 944 time: 0.0898814 Aug 20 19:08:43.168600 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-58a647e7-ab11-4232-8008-6a9f1ec86b35 req-f02265fd-a45f-4c64-bc66-43540dd0bb4b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474207 Aug 20 19:08:43.836815 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ac68ebe1-8965-4d54-b4df-82067d745f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:44.312429 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066a3ce-c7c4-4030-83b7-26a5f1903a90 req-c5724c6d-9fb8-43ea-a11b-0545a8e13078 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:44.313916 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b066a3ce-c7c4-4030-83b7-26a5f1903a90 req-c5724c6d-9fb8-43ea-a11b-0545a8e13078 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0907071 Aug 20 19:08:44.358473 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b066a3ce-c7c4-4030-83b7-26a5f1903a90 req-c9464be2-d526-44e6-9572-ca1de2d57c06 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386961 Aug 20 19:08:44.376747 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7647f6-3bc4-49a5-a162-1b406a9c02d6 req-3183f2a5-4e5f-4ca6-8021-502ed0d62ae5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:44.378225 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7e7647f6-3bc4-49a5-a162-1b406a9c02d6 req-3183f2a5-4e5f-4ca6-8021-502ed0d62ae5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 944 time: 0.0833066 Aug 20 19:08:44.425045 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7e7647f6-3bc4-49a5-a162-1b406a9c02d6 req-abf03ffa-1e29-44ab-9d5a-2ee05a1d9afb tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Aug 20 19:08:44.962459 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:45.626765 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d2074-b3cb-4648-b208-e70604d1c429 req-f6d21d35-0030-4039-9d38-f4a1810ce346 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:45.628268 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8e4d2074-b3cb-4648-b208-e70604d1c429 req-f6d21d35-0030-4039-9d38-f4a1810ce346 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 944 time: 0.0850081 Aug 20 19:08:45.671733 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 78290f55-3844-4d38-8dcf-5b256669fab5 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:08:45.675459 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8e4d2074-b3cb-4648-b208-e70604d1c429 req-b8e032cf-98e4-4422-90c9-6742b603575c tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412858 Aug 20 19:08:45.825806 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 78290f55-3844-4d38-8dcf-5b256669fab5, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=78290f55-3844-4d38-8dcf-5b256669fab5,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:45.840874 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '78290f55-3844-4d38-8dcf-5b256669fab5', 'network_id': 'ba8295ce-354a-4324-b02d-33607bd6c33d', 'port_id': '78290f55-3844-4d38-8dcf-5b256669fab5', 'mac_address': 'fa:16:3e:2a:5d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f14726b-06d9-4d92-9138-8fd40a45b4b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:08:45.900673 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:45.922615 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78290f55-3844-4d38-8dcf-5b256669fab5 {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:08:45.944187 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 78290f55-3844-4d38-8dcf-5b256669fab5, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=78290f55-3844-4d38-8dcf-5b256669fab5,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:45.948894 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:45.950649 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:46.023143 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=78290f55-3844-4d38-8dcf-5b256669fab5,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:46.027467 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:46.596913 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['78290f55-3844-4d38-8dcf-5b256669fab5'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:08:46.663009 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:46.909154 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f77fba-7674-4891-99a4-de5542a3a753 req-d8982ccc-eac5-48d0-b29f-1e808d4eb92f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:46.911104 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-38f77fba-7674-4891-99a4-de5542a3a753 req-d8982ccc-eac5-48d0-b29f-1e808d4eb92f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 945 time: 0.0979970 Aug 20 19:08:46.975307 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-38f77fba-7674-4891-99a4-de5542a3a753 req-de0de854-4f00-49f0-863e-c88ee5a58864 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586159 Aug 20 19:08:48.176234 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87274e6e-b584-40cf-b3ac-015973667d93 req-0bf5cbd2-51b2-4fa7-8e5d-8f394a4b1050 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:48.177810 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-87274e6e-b584-40cf-b3ac-015973667d93 req-0bf5cbd2-51b2-4fa7-8e5d-8f394a4b1050 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 945 time: 0.0831878 Aug 20 19:08:48.261743 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-87274e6e-b584-40cf-b3ac-015973667d93 req-58b4ac3a-8e04-422b-9635-869dc2e79ff8 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773828 Aug 20 19:08:49.533453 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580466f-386c-429a-8443-84ba2a968c46 req-cb1b21b9-2954-4e10-b69e-35ac42b54a70 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:49.534816 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a580466f-386c-429a-8443-84ba2a968c46 req-cb1b21b9-2954-4e10-b69e-35ac42b54a70 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 945 time: 0.1629109 Aug 20 19:08:49.579353 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a580466f-386c-429a-8443-84ba2a968c46 req-cb77167e-5a26-4918-b27d-df89b9e948cb tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Aug 20 19:08:49.866910 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 78290f55-3844-4d38-8dcf-5b256669fab5 up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:08:49.939417 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 78290f55-3844-4d38-8dcf-5b256669fab5 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:08:49.944827 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 78290f55-3844-4d38-8dcf-5b256669fab5 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:08:49.945216 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:50.105117 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:50.132834 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907d388-9d1b-45c3-a0aa-3f0162497240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78290f55-3844-4d38-8dcf-5b256669fab5'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:08:50.144152 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 78290f55-3844-4d38-8dcf-5b256669fab5, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=78290f55-3844-4d38-8dcf-5b256669fab5,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:08:50.148844 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:08:50.151685 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:08:50.187042 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e907d388-9d1b-45c3-a0aa-3f0162497240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78290f55-3844-4d38-8dcf-5b256669fab5', 'code': 200} Aug 20 19:08:50.223304 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=78290f55-3844-4d38-8dcf-5b256669fab5,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:08:50.226540 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:08:50.777674 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcf2a9-aef1-40f8-aec2-372596ea1c0c req-7f611dec-1f1f-4f48-b231-63388b740137 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:50.779199 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ffbcf2a9-aef1-40f8-aec2-372596ea1c0c req-7f611dec-1f1f-4f48-b231-63388b740137 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 946 time: 0.0863669 Aug 20 19:08:50.831084 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ffbcf2a9-aef1-40f8-aec2-372596ea1c0c req-aebfa505-a3a7-4d61-a002-5bbeae87ed67 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458350 Aug 20 19:08:55.728978 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a3a90-869d-4887-9595-0b93e62d7865 req-4299be1c-3a3b-4ded-8978-4d5933c8ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:55.730246 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3498f93-f1ab-46a0-bbf9-d7dab221bd0a req-d4a42303-01fb-4d99-bb30-1f4813287c17 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:55.730939 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-007a3a90-869d-4887-9595-0b93e62d7865 req-4299be1c-3a3b-4ded-8978-4d5933c8ca1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 1099 time: 0.0777192 Aug 20 19:08:55.731775 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b3498f93-f1ab-46a0-bbf9-d7dab221bd0a req-d4a42303-01fb-4d99-bb30-1f4813287c17 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 946 time: 0.0978284 Aug 20 19:08:55.783880 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b3498f93-f1ab-46a0-bbf9-d7dab221bd0a req-fe1336a4-7ddc-411f-a00d-68a048c84b89 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Aug 20 19:08:55.788474 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-007a3a90-869d-4887-9595-0b93e62d7865 req-5ff38715-63d0-47a7-8ebc-e0f064596f0d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507331 Aug 20 19:08:57.001498 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5bd70-72d3-4e4a-8501-e1a95eff9a10 req-d4aa299b-6d9f-472a-ac6d-5b70e6797cce tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:57.002984 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-00d5bd70-72d3-4e4a-8501-e1a95eff9a10 req-d4aa299b-6d9f-472a-ac6d-5b70e6797cce tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 946 time: 0.0983539 Aug 20 19:08:57.131376 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-00d5bd70-72d3-4e4a-8501-e1a95eff9a10 req-c5adb9c2-6e7c-482d-9d49-186a9675ac8b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227329 Aug 20 19:08:58.353872 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0d76-d725-4c35-9fa7-7c36868a0552 req-504d3db0-dfa0-4c5b-9f80-5d30fc07a32a tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:08:58.355431 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3a8f0d76-d725-4c35-9fa7-7c36868a0552 req-504d3db0-dfa0-4c5b-9f80-5d30fc07a32a tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 946 time: 0.0926344 Aug 20 19:08:58.410636 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3a8f0d76-d725-4c35-9fa7-7c36868a0552 req-b48aa4d1-2eaa-49ad-b2df-f70b9617e4a4 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452864 Aug 20 19:08:59.957236 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:00.587057 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75834c37-3682-4dc6-971f-c454145b74da req-e8ec4981-5ba1-4ea1-9609-9ff942301512 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844162 Aug 20 19:09:00.653823 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:09:00.694882 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75834c37-3682-4dc6-971f-c454145b74da req-555a69e6-628e-430f-b246-c43f9ddb73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:00.696997 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75834c37-3682-4dc6-971f-c454145b74da req-555a69e6-628e-430f-b246-c43f9ddb73b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 1098 time: 0.0805488 Aug 20 19:09:00.845322 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75834c37-3682-4dc6-971f-c454145b74da req-b83c455b-221d-47c7-aecd-f5afd287e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:00.846761 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75834c37-3682-4dc6-971f-c454145b74da req-b83c455b-221d-47c7-aecd-f5afd287e91e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.1303976 Aug 20 19:09:00.953821 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75834c37-3682-4dc6-971f-c454145b74da req-88157f93-2f16-46a1-932c-17af8a36edb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e260e3d3-1785-4c99-b313-d51aff00c0af HTTP/1.1" status: 200 len: 1001 time: 0.0993218 Aug 20 19:09:01.037251 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75834c37-3682-4dc6-971f-c454145b74da req-3a017a3d-c450-4a52-ad1d-170e3f8bc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:01.038747 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75834c37-3682-4dc6-971f-c454145b74da req-3a017a3d-c450-4a52-ad1d-170e3f8bc626 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.0620003 Aug 20 19:09:01.126922 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75834c37-3682-4dc6-971f-c454145b74da req-b1a8c129-4e1b-4813-99f1-8b83186c7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:01.128414 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75834c37-3682-4dc6-971f-c454145b74da req-b1a8c129-4e1b-4813-99f1-8b83186c7439 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823166 Aug 20 19:09:01.277910 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75834c37-3682-4dc6-971f-c454145b74da req-b6c18cfd-6f37-4ec7-a1d8-235ef41bc8f1 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406970 Aug 20 19:09:01.429468 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75834c37-3682-4dc6-971f-c454145b74da req-426ab01d-89f2-438e-a5f3-66b1f2db201a service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357834 Aug 20 19:09:02.674830 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 54220) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:02.922387 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:02.939902 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:02.943972 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Usage tracker for resource:security_group_rule and tenant:10a468400db34b10bd591a32f189649b is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:02.947895 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:02.957293 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:03.075117 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.080742 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.092346 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-1e4f9964-dd29-4941-99c8-8cfce7af2986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:03.137221 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=10a468400db34b10bd591a32f189649b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611669 Aug 20 19:09:03.138336 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc47cfaf-90a6-4ce6-afe4-9655c7b99a0b,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:03.139057 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 54236) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:03.141906 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:03.222038 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e5f80872-442f-40d2-a418-08be423c7054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.260260 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e5f80872-442f-40d2-a418-08be423c7054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.381540 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-362ad94a-26ac-4669-8135-7e5842d18c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:03.381886 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e5f80872-442f-40d2-a418-08be423c7054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.383174 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-362ad94a-26ac-4669-8135-7e5842d18c15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 1098 time: 0.1025245 Aug 20 19:09:03.388264 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b49018a0-ff35-4f0e-8dcb-01c93c95e1d2 tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:03.402585 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f80872-442f-40d2-a418-08be423c7054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc47cfaf-90a6-4ce6-afe4-9655c7b99a0b,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:03.406368 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e5f80872-442f-40d2-a418-08be423c7054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:03.411833 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e5f80872-442f-40d2-a418-08be423c7054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:03.416124 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-e5f80872-442f-40d2-a418-08be423c7054 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc47cfaf-90a6-4ce6-afe4-9655c7b99a0b HTTP/1.1" status: 204 len: 168 time: 0.2725873 Aug 20 19:09:03.436328 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa766b2-1135-4a24-bb7c-d2062b64d550 req-906381cb-efca-4844-82f6-c30711e12d10 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:03.437913 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8aa766b2-1135-4a24-bb7c-d2062b64d550 req-906381cb-efca-4844-82f6-c30711e12d10 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1250472 Aug 20 19:09:03.497166 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8aa766b2-1135-4a24-bb7c-d2062b64d550 req-022b97ce-4a3c-4b36-86db-0a13b157528b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494003 Aug 20 19:09:03.546675 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-9a3de63f-747c-4e44-8e93-bee8f93486d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:03.548186 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-9a3de63f-747c-4e44-8e93-bee8f93486d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 919 time: 0.1578898 Aug 20 19:09:03.629018 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-b5dc45e2-19c2-4147-abf0-7fc7c28dc2cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38a5115-0d57-4455-b0b5-803028b25ef8 HTTP/1.1" status: 200 len: 217 time: 0.0735347 Aug 20 19:09:03.702630 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-e6e52851-6c97-4705-b06a-fd14ad8b02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:03.705001 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-e6e52851-6c97-4705-b06a-fd14ad8b02cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 200 len: 858 time: 0.0690696 Aug 20 19:09:03.761179 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-b31d8659-ecfa-450e-84fd-2c5c4d3368b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455310 Aug 20 19:09:03.913229 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-8cfabbb5-7aaa-44cb-9a71-4e95604ece2b service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441662 Aug 20 19:09:04.172637 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d1a3455e-0554-46b3-8fe6-e66f9a17403a req-a44c2e27-f31c-4bbc-bed3-c9549f857688 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520790 Aug 20 19:09:04.729743 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9775cf7-0430-44da-8c5c-3cdb2c47ef62 req-fb9e8402-1a07-4f6d-824f-a0baca302d11 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:04.731313 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e9775cf7-0430-44da-8c5c-3cdb2c47ef62 req-fb9e8402-1a07-4f6d-824f-a0baca302d11 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1053221 Aug 20 19:09:04.783544 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e9775cf7-0430-44da-8c5c-3cdb2c47ef62 req-192206a8-ebe6-45d1-b675-17627cb9818b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459473 Aug 20 19:09:06.014261 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e6a2d-4ce2-4176-be49-b57f6e1de8a2 req-10b5d6d4-7a42-4c3c-aa7a-48ec61a8bacb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:06.019161 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-982e6a2d-4ce2-4176-be49-b57f6e1de8a2 req-10b5d6d4-7a42-4c3c-aa7a-48ec61a8bacb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1162181 Aug 20 19:09:06.105806 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-982e6a2d-4ce2-4176-be49-b57f6e1de8a2 req-cc8b8621-54d7-4f22-b3e1-adcbdcb1d0bf tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832582 Aug 20 19:09:07.328446 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897408a-38b3-41de-8e2e-b5e870698a3c req-46f96d80-c014-4601-a0d0-9b3317e0ce89 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:07.330258 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b897408a-38b3-41de-8e2e-b5e870698a3c req-46f96d80-c014-4601-a0d0-9b3317e0ce89 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1045961 Aug 20 19:09:07.440072 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b897408a-38b3-41de-8e2e-b5e870698a3c req-df9821a4-f6b8-44d4-b105-924b5b10e3f9 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992746 Aug 20 19:09:08.257557 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-a388958b-b610-4c6b-8cec-0b33f5f1a80d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Synchronizing usage tracker for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:08.276815 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-a388958b-b610-4c6b-8cec-0b33f5f1a80d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Unset dirty status for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:08.278184 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-a388958b-b610-4c6b-8cec-0b33f5f1a80d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1369336991&fields=id&tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae HTTP/1.1" status: 200 len: 267 time: 0.0615215 Aug 20 19:09:08.440424 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-d74fd4f7-b097-4f81-904c-3dbd889fe614 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:08.441490 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-d74fd4f7-b097-4f81-904c-3dbd889fe614 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Synchronizing usage tracker for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:network {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:08.466067 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-d74fd4f7-b097-4f81-904c-3dbd889fe614 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Unset dirty status for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:network {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:08.467343 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-d74fd4f7-b097-4f81-904c-3dbd889fe614 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/networks?id=e2943101-33e9-47b3-bca2-614847cf41cd HTTP/1.1" status: 200 len: 808 time: 0.1817899 Aug 20 19:09:08.490769 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-166faba4-fedc-4884-8930-e654158761f6 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/quotas/f1b0ce78d59b4a1a9c44aacdaf55a0ae HTTP/1.1" status: 200 len: 375 time: 0.0110877 Aug 20 19:09:08.590159 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-032a94db-96db-4ed4-9368-06024c4b7759 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Synchronizing usage tracker for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:08.611395 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-032a94db-96db-4ed4-9368-06024c4b7759 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Unset dirty status for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:08.614016 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-032a94db-96db-4ed4-9368-06024c4b7759 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141856 Aug 20 19:09:08.654677 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555f466-9e39-4c0e-a444-4c75dc2e290f req-795833a8-ec30-41e4-acfe-98ca4ab6c223 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:08.656685 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9555f466-9e39-4c0e-a444-4c75dc2e290f req-795833a8-ec30-41e4-acfe-98ca4ab6c223 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0930557 Aug 20 19:09:08.704862 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9555f466-9e39-4c0e-a444-4c75dc2e290f req-d7e032bb-e6d6-4109-9a8d-8ca85689189e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Aug 20 19:09:08.771857 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-d4e30e7f-7a98-4a1b-89ce-c8b5695c4f36 service neutron] 10.222.0.54 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453066 Aug 20 19:09:08.909055 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-d0b23770-7efa-4f8c-95c7-aa66ca054a1b service neutron] 10.222.0.54 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302650 Aug 20 19:09:09.366643 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-26cdb79c-10b1-4f0e-85d8-77d2dce0bdd8 req-6222dcd3-9846-40b0-909a-7c7b302ce987 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 210 time: 0.0614278 Aug 20 19:09:09.924329 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826587f6-8897-4147-8a20-ae95d1f3e23f req-86e59377-e6ea-4a0d-8b0e-097ecb5ddb29 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:09.926138 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-826587f6-8897-4147-8a20-ae95d1f3e23f req-86e59377-e6ea-4a0d-8b0e-097ecb5ddb29 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1029971 Aug 20 19:09:09.977422 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-826587f6-8897-4147-8a20-ae95d1f3e23f req-b82398d3-b665-4eaa-b1c4-ffc569e3e75d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Aug 20 19:09:10.543824 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b6b3d46c-4643-4f8c-8e6f-2f97f8bf8191 req-247f2ab1-6245-4ccb-9559-0b23caf9d01d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 210 time: 0.0516112 Aug 20 19:09:10.885105 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f5e6352-2b49-44c8-a05b-e1b3aa758c9c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:10.886716 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f5e6352-2b49-44c8-a05b-e1b3aa758c9c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.21 "GET /v2.0/networks?id=e2943101-33e9-47b3-bca2-614847cf41cd HTTP/1.1" status: 200 len: 808 time: 0.1972082 Aug 20 19:09:10.945034 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-c0ab4768-d3ee-49cc-8d9c-b539923768a2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae HTTP/1.1" status: 200 len: 380 time: 0.0491214 Aug 20 19:09:10.954145 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Request body: {'port': {'device_id': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'admin_state_up': True, 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'security_groups': ['cc48b897-a21c-4afa-9ef6-f68141827c8c']}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:11.162332 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:11.183338 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:11.202722 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Made reservation on behalf of f1b0ce78d59b4a1a9c44aacdaf55a0ae for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:09:11.206191 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:11.244489 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641b5ff-5d25-4bc0-a16a-e4568702adb3 req-8d4f04a3-5259-42b3-ac77-78873d832c11 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:11.245757 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c641b5ff-5d25-4bc0-a16a-e4568702adb3 req-8d4f04a3-5259-42b3-ac77-78873d832c11 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1320512 Aug 20 19:09:11.350571 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c641b5ff-5d25-4bc0-a16a-e4568702adb3 req-387e714d-20c8-421d-a717-ef1916791fa5 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682757 Aug 20 19:09:11.425970 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Allocated IP 172.20.0.3 (e2943101-33e9-47b3-bca2-614847cf41cd/1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43/b3f92da6-fd67-4164-b79d-d1079b70230e) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:09:11.475286 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-6552a9b1-c41f-4dfe-be48-4c8b630009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:11.767593 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:11.788264 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Transition to ACTIVE for port object b3f92da6-fd67-4164-b79d-d1079b70230e will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:09:11.883427 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:11.890236 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:11.894908 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:11.989816 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'Port': ['ID=b3f92da6-fd67-4164-b79d-d1079b70230e,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:11.995082 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:12.010424 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Network e2943101-33e9-47b3-bca2-614847cf41cd is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:09:12.014151 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:09:12.021948 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:09:12.028080 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:12.028926 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:12.077780 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1276193 Aug 20 19:09:12.090199 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4c4b4-5bfc-4ecb-b896-8c9ae843c909 req-5c403155-c9fc-4eca-bb5f-ff61ef9011f0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:12.090694 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-48b4c4b4-5bfc-4ecb-b896-8c9ae843c909 req-5c403155-c9fc-4eca-bb5f-ff61ef9011f0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Synchronizing usage tracker for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:12.099445 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Request body: {'port': {'device_id': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:12.176587 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-48b4c4b4-5bfc-4ecb-b896-8c9ae843c909 req-5c403155-c9fc-4eca-bb5f-ff61ef9011f0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Unset dirty status for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:12.181532 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-48b4c4b4-5bfc-4ecb-b896-8c9ae843c909 req-5c403155-c9fc-4eca-bb5f-ff61ef9011f0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 931 time: 0.3447149 Aug 20 19:09:12.310160 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:12.324095 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-48b4c4b4-5bfc-4ecb-b896-8c9ae843c909 req-4162ca5b-2830-40ef-806a-1ab396bd2d73 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929866 Aug 20 19:09:12.374742 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-060925e6-e547-4642-8313-697943261757 None None] Provisioning for port b3f92da6-fd67-4164-b79d-d1079b70230e completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:09:12.381379 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-060925e6-e547-4642-8313-697943261757 None None] Provisioning complete for port b3f92da6-fd67-4164-b79d-d1079b70230e triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:12.382082 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-060925e6-e547-4642-8313-697943261757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:12.481477 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-060925e6-e547-4642-8313-697943261757 None None] Port b3f92da6-fd67-4164-b79d-d1079b70230e cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:09:12.610245 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00015e58-d68e-4ca4-9d4c-9a3fde228c7a req-baab65df-8186-46d1-b0e2-7d7780968777 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:12.611754 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-00015e58-d68e-4ca4-9d4c-9a3fde228c7a req-baab65df-8186-46d1-b0e2-7d7780968777 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1078222 Aug 20 19:09:12.665878 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-00015e58-d68e-4ca4-9d4c-9a3fde228c7a req-3cb7d6dd-058a-4b47-a0b0-e058fe6df300 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474865 Aug 20 19:09:12.820445 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f92da6-fd67-4164-b79d-d1079b70230e {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:12.820445 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:12.839766 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Transition to ACTIVE for port object b3f92da6-fd67-4164-b79d-d1079b70230e will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:09:12.844660 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:12.848880 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:12.988626 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Pushing event updated for resources: {'Port': ['ID=b3f92da6-fd67-4164-b79d-d1079b70230e,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:13.035607 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.035963 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.036317 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.036696 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.037043 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.038058 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.038058 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.038931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.038931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.038931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.039218 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.039542 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:13.051849 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:13.065777 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Attempting to bind port b3f92da6-fd67-4164-b79d-d1079b70230e on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:09:13.066100 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Attempting to bind port b3f92da6-fd67-4164-b79d-d1079b70230e by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:09:13.066421 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Attempting to bind port b3f92da6-fd67-4164-b79d-d1079b70230e on network e2943101-33e9-47b3-bca2-614847cf41cd {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:13.071448 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Port b3f92da6-fd67-4164-b79d-d1079b70230e on network e2943101-33e9-47b3-bca2-614847cf41cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:09:13.071761 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Attempting to bind port b3f92da6-fd67-4164-b79d-d1079b70230e on network e2943101-33e9-47b3-bca2-614847cf41cd {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:09:13.079090 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:09:13.079459 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Checking segment: {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:09:13.079865 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Bound using segment: {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:09:13.080322 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Bound port: b3f92da6-fd67-4164-b79d-d1079b70230e, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e566003-c3d4-45f8-a869-f5e20c770991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:09:13.080694 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:13.177970 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:09:13.181739 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=b3f92da6-fd67-4164-b79d-d1079b70230e,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:09:13.185631 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:13.190133 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:13.248772 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.249380 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:13.250732 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-f75eb287-5e77-490d-b388-b038b056066c service neutron] 10.222.0.21 "PUT /v2.0/ports/b3f92da6-fd67-4164-b79d-d1079b70230e HTTP/1.1" status: 200 len: 1093 time: 1.1567984 Aug 20 19:09:13.251216 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:13.273218 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Pushing event updated for resources: {'Port': ['ID=b3f92da6-fd67-4164-b79d-d1079b70230e,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:13.277008 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:13.338214 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'status': 'completed', 'code': 200} Aug 20 19:09:13.389465 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-232a5077-3899-4cb0-aca6-916b640d9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.391178 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-232a5077-3899-4cb0-aca6-916b640d9b59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae&device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1096 time: 0.0861073 Aug 20 19:09:13.479302 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-e285cd42-d9f8-4722-809d-821e34b346f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f92da6-fd67-4164-b79d-d1079b70230e HTTP/1.1" status: 200 len: 217 time: 0.0787694 Aug 20 19:09:13.549104 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-13ac14c6-f658-4c39-8fd5-36b9e31d8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.550599 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-13ac14c6-f658-4c39-8fd5-36b9e31d8d65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43 HTTP/1.1" status: 200 len: 847 time: 0.0649848 Aug 20 19:09:13.575073 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981c237-1a6f-45f6-baf3-bcf03944b5df req-009eacdc-7963-45f4-96f7-e6e59e235a21 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.576715 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d981c237-1a6f-45f6-baf3-bcf03944b5df req-009eacdc-7963-45f4-96f7-e6e59e235a21 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1119404 Aug 20 19:09:13.628178 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-d981c237-1a6f-45f6-baf3-bcf03944b5df req-382a7b22-18d1-4864-9abd-0732f10a736b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Synchronizing usage tracker for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:security_group {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:13.642838 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-d981c237-1a6f-45f6-baf3-bcf03944b5df req-382a7b22-18d1-4864-9abd-0732f10a736b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Unset dirty status for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:security_group {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:13.643629 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-9f147ba3-9b93-445b-97ec-fb653198838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:13.644247 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d981c237-1a6f-45f6-baf3-bcf03944b5df req-382a7b22-18d1-4864-9abd-0732f10a736b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609002 Aug 20 19:09:13.645969 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-9f147ba3-9b93-445b-97ec-fb653198838d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2943101-33e9-47b3-bca2-614847cf41cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866804 Aug 20 19:09:13.855322 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5836439b-5a9e-4ec3-bb72-51958eba950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:13.877612 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-2d1de6a6-1010-4e6c-b9dc-21a7635ce3fd service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238355 Aug 20 19:09:14.115015 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab8eac-b6b3-4e1c-b662-347aa48d3e3e req-db28d231-c46d-42f5-a0af-666a1886b288 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:14.116431 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-06ab8eac-b6b3-4e1c-b662-347aa48d3e3e req-db28d231-c46d-42f5-a0af-666a1886b288 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.3305292 Aug 20 19:09:14.190983 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-670f8161-e324-4604-979a-7ec2ef7fae33 req-9ca2b85f-5749-42f9-be1e-b4903d45c682 service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036613 Aug 20 19:09:14.193792 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-06ab8eac-b6b3-4e1c-b662-347aa48d3e3e req-fd514ec7-3c4f-44c4-967e-4f5a1c27b034 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705547 Aug 20 19:09:14.351537 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-6010f7ad-3f18-4d85-b0fc-cc771a936898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:14.353196 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-6010f7ad-3f18-4d85-b0fc-cc771a936898 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae&device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1096 time: 0.0894778 Aug 20 19:09:14.546543 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-14776edf-61d6-4912-b8ec-ad3cea07444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:14.547874 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-14776edf-61d6-4912-b8ec-ad3cea07444e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2943101-33e9-47b3-bca2-614847cf41cd HTTP/1.1" status: 200 len: 909 time: 0.1753674 Aug 20 19:09:14.627457 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-6e9d10ba-43be-4be6-a725-18a1203af6b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f92da6-fd67-4164-b79d-d1079b70230e HTTP/1.1" status: 200 len: 217 time: 0.0703211 Aug 20 19:09:14.635875 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4c771-adb9-4ef6-89c1-573a0ed5436e req-98e845ff-b84d-4994-9a6a-c1db4687c9b0 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:14.637273 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-04b4c771-adb9-4ef6-89c1-573a0ed5436e req-98e845ff-b84d-4994-9a6a-c1db4687c9b0 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 946 time: 0.1749160 Aug 20 19:09:14.734488 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-5d24dccd-3aae-4345-9230-601509a52c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:14.735915 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-5d24dccd-3aae-4345-9230-601509a52c13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43 HTTP/1.1" status: 200 len: 847 time: 0.0978012 Aug 20 19:09:14.740250 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-04b4c771-adb9-4ef6-89c1-573a0ed5436e req-2ab4a6aa-5083-4b0f-a90c-37e7d3ecea41 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658808 Aug 20 19:09:14.815580 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-697a8434-2fc8-4203-a14d-e0ab4f0b6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:14.816962 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-697a8434-2fc8-4203-a14d-e0ab4f0b6019 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2943101-33e9-47b3-bca2-614847cf41cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742173 Aug 20 19:09:14.968622 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:15.021282 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-ed0cc907-2a5a-4cf8-9805-6bb84860d426 service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972613 Aug 20 19:09:15.064099 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10665-6aea-4e1e-b998-69288a291a32 req-78c0c66f-3c72-473c-a76c-d147f3d0e825 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:15.065691 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ded10665-6aea-4e1e-b998-69288a291a32 req-78c0c66f-3c72-473c-a76c-d147f3d0e825 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.2146137 Aug 20 19:09:15.222375 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ded10665-6aea-4e1e-b998-69288a291a32 req-daaa5395-e476-4827-8e79-de8ee7c005cf tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449356 Aug 20 19:09:15.265603 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b09b3a37-e44e-4491-8e66-93a1c0655cbb req-560c29a3-dce7-4c6e-b4c3-1ca44f1f08c0 service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358060 Aug 20 19:09:15.448391 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eff7c1-0dca-4814-baa7-91e7de492c25 req-c8f27f88-9c93-47ed-be65-1740f25ffa00 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:15.451936 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-52eff7c1-0dca-4814-baa7-91e7de492c25 req-c8f27f88-9c93-47ed-be65-1740f25ffa00 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1023147 Aug 20 19:09:15.504527 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-52eff7c1-0dca-4814-baa7-91e7de492c25 req-f615e864-2858-4f50-87dc-90f28d3f65c0 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452728 Aug 20 19:09:15.938591 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e008-2793-438f-b05d-e09a0bb45187 req-5e9ff081-7d5d-4b61-8913-ddf3b46e38d2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:15.940064 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fab7e008-2793-438f-b05d-e09a0bb45187 req-5e9ff081-7d5d-4b61-8913-ddf3b46e38d2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 946 time: 0.0835304 Aug 20 19:09:15.986955 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fab7e008-2793-438f-b05d-e09a0bb45187 req-bd9194a7-7a75-4384-a6a5-741a57ff94fe tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Aug 20 19:09:16.653570 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:19.598988 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432178c3-4ae6-4062-a801-821f888af208 req-89ecbed1-fe57-4653-9efb-2b419c6eb04d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:19.600482 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-432178c3-4ae6-4062-a801-821f888af208 req-89ecbed1-fe57-4653-9efb-2b419c6eb04d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0835314 Aug 20 19:09:19.653091 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-432178c3-4ae6-4062-a801-821f888af208 req-6bf4b9d9-5069-4fba-b5e1-f5decfcb8513 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467839 Aug 20 19:09:19.792934 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85e60e-a309-45f6-a2a2-bf941561dc49 req-3d45a129-f5ca-4fce-b00c-4b01122bf74d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:19.794571 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bf85e60e-a309-45f6-a2a2-bf941561dc49 req-3d45a129-f5ca-4fce-b00c-4b01122bf74d tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0889413 Aug 20 19:09:19.856046 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-bf85e60e-a309-45f6-a2a2-bf941561dc49 req-4d7f1c09-ed0e-476c-9748-84374419e1da tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548613 Aug 20 19:09:19.858834 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d3939-5be6-4574-94b6-0f1c66e069c0 req-7e884b03-fc2a-4462-9e08-3f8006ae86f5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:19.860437 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-db9d3939-5be6-4574-94b6-0f1c66e069c0 req-7e884b03-fc2a-4462-9e08-3f8006ae86f5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 946 time: 0.1069374 Aug 20 19:09:19.908361 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-db9d3939-5be6-4574-94b6-0f1c66e069c0 req-b3e8df8d-7875-4f43-9797-bb443eb7c13b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Aug 20 19:09:20.860327 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb514-82ea-46d8-b481-ec8f4e16e35a req-d5c01244-24fb-4c1a-9290-bb37413ec395 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:20.861894 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-32ddb514-82ea-46d8-b481-ec8f4e16e35a req-d5c01244-24fb-4c1a-9290-bb37413ec395 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0891788 Aug 20 19:09:20.912689 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-32ddb514-82ea-46d8-b481-ec8f4e16e35a req-8ba24855-c122-4f27-9220-f274c2002c80 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Aug 20 19:09:21.079307 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e5d76-a104-4f6f-bc61-c01b192d448e req-7bb0202b-555f-49c2-8963-304940ebec24 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:21.081684 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b70e5d76-a104-4f6f-bc61-c01b192d448e req-7bb0202b-555f-49c2-8963-304940ebec24 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1003957 Aug 20 19:09:21.122326 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f75a-8ec0-4a93-93e2-27b9243d58d6 req-bcb3a935-4fef-4fa2-93dd-33841ac625d4 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:21.124033 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-20e7f75a-8ec0-4a93-93e2-27b9243d58d6 req-bcb3a935-4fef-4fa2-93dd-33841ac625d4 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 946 time: 0.0904994 Aug 20 19:09:21.144588 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b70e5d76-a104-4f6f-bc61-c01b192d448e req-c643e323-3c40-4e99-8370-3d4ada4ea894 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568659 Aug 20 19:09:21.179951 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-20e7f75a-8ec0-4a93-93e2-27b9243d58d6 req-8ce5f228-5900-4001-925a-1cd589e5f979 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496621 Aug 20 19:09:21.508888 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-da8a92a6-7e0f-482f-9ab4-1e971bd8ca1b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:21.510499 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-da8a92a6-7e0f-482f-9ab4-1e971bd8ca1b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 946 time: 0.0879886 Aug 20 19:09:21.696374 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Deleting port 78290f55-3844-4d38-8dcf-5b256669fab5 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:09:21.697978 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:22.011380 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] For port 78290f55-3844-4d38-8dcf-5b256669fab5, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=78290f55-3844-4d38-8dcf-5b256669fab5,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:22.012166 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:22.103158 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf158c4-1b20-4033-8a8d-184d4b548a67 req-ee5198d3-f3db-4dc0-9537-c52f1938c30a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.105553 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4cf158c4-1b20-4033-8a8d-184d4b548a67 req-ee5198d3-f3db-4dc0-9537-c52f1938c30a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0819502 Aug 20 19:09:22.136093 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Calling delete_port for 78290f55-3844-4d38-8dcf-5b256669fab5 owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:09:22.153832 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4cf158c4-1b20-4033-8a8d-184d4b548a67 req-d9125532-b7ff-4979-9685-d8ad307b77d8 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 Aug 20 19:09:22.334692 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:22.343000 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:22.349509 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['5d9b24e5-02c8-4203-81d2-6e793c3e71b1', '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a', '22354097-ab29-4c98-9791-0da2c408f88e', '78290f55-3844-4d38-8dcf-5b256669fab5'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:22.384187 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e603a11-91f8-43a5-8dcd-c531fe6c1e1e req-4167f5c8-2cf0-41f2-ad91-f4b4e72fa380 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.385796 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3e603a11-91f8-43a5-8dcd-c531fe6c1e1e req-4167f5c8-2cf0-41f2-ad91-f4b4e72fa380 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 867 time: 0.0948210 Aug 20 19:09:22.435759 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Pushing event deleted for resources: {'Port': ['ID=78290f55-3844-4d38-8dcf-5b256669fab5,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:22.438399 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:22.462759 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3e603a11-91f8-43a5-8dcd-c531fe6c1e1e req-ba2b26ef-5eca-420a-aba8-2c611b0ed744 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688107 Aug 20 19:09:22.497051 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] No DVR routers for this DVR port 78290f55-3844-4d38-8dcf-5b256669fab5 on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:09:22.501247 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:22.503912 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907d388-9d1b-45c3-a0aa-3f0162497240', 'name': 'network-vif-deleted', 'tag': '78290f55-3844-4d38-8dcf-5b256669fab5'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:22.522659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e112faf-9c6b-407c-918a-575dac7b83cb req-0f5c59bf-e41d-4dff-86ad-c3c6c7f85c35 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.530885 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e112faf-9c6b-407c-918a-575dac7b83cb req-0f5c59bf-e41d-4dff-86ad-c3c6c7f85c35 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.2729321 Aug 20 19:09:22.574186 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e907d388-9d1b-45c3-a0aa-3f0162497240', 'name': 'network-vif-deleted', 'tag': '78290f55-3844-4d38-8dcf-5b256669fab5', 'status': 'completed', 'code': 200} Aug 20 19:09:22.575364 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2778a486-7edb-4a75-a8b2-54eab05e3fa2 req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "DELETE /v2.0/ports/78290f55-3844-4d38-8dcf-5b256669fab5 HTTP/1.1" status: 204 len: 173 time: 1.0584900 Aug 20 19:09:22.589451 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e112faf-9c6b-407c-918a-575dac7b83cb req-22ad8135-3673-47d8-83f5-f5f2ae96e73a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574548 Aug 20 19:09:22.618768 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc083f5-25a9-4452-8b35-73cc95355559 req-921974e3-09cf-4f8d-a7ed-9d93df137feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:22.620334 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8cc083f5-25a9-4452-8b35-73cc95355559 req-921974e3-09cf-4f8d-a7ed-9d93df137feb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 1098 time: 0.1056745 Aug 20 19:09:22.671177 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8cc083f5-25a9-4452-8b35-73cc95355559 req-ab4355f7-76a1-4714-aad1-3832d3cfd53d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Aug 20 19:09:23.427964 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1819ba6-243d-4e70-844e-775a87334762 req-c08bf55a-71fd-4b4c-990e-e8bf6beff711 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.430689 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b1819ba6-243d-4e70-844e-775a87334762 req-c08bf55a-71fd-4b4c-990e-e8bf6beff711 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1684520 Aug 20 19:09:23.482990 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b1819ba6-243d-4e70-844e-775a87334762 req-6d1a6180-3a2a-40dd-89de-6c0de9b25c1c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460312 Aug 20 19:09:23.641856 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-663b6738-407c-4478-b939-6cfa4e6f9d0c req-bdf48694-b838-4fd2-a264-1d81b54df957 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:23.657443 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-663b6738-407c-4478-b939-6cfa4e6f9d0c req-bdf48694-b838-4fd2-a264-1d81b54df957 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:23.658479 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-663b6738-407c-4478-b939-6cfa4e6f9d0c req-bdf48694-b838-4fd2-a264-1d81b54df957 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=e907d388-9d1b-45c3-a0aa-3f0162497240 HTTP/1.1" status: 200 len: 210 time: 0.0629594 Aug 20 19:09:23.790700 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d6dad-16de-4776-a897-a645f4c88e86 req-a05b7156-89b0-4af3-8e6a-dfe4b73431b1 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:23.792186 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-850d6dad-16de-4776-a897-a645f4c88e86 req-a05b7156-89b0-4af3-8e6a-dfe4b73431b1 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0831757 Aug 20 19:09:23.847287 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-850d6dad-16de-4776-a897-a645f4c88e86 req-a4217a5c-ed3f-42a6-815e-3efedc7d5601 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Aug 20 19:09:24.688831 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd794e46-c381-4143-90ae-6f9de29ab117 req-e2b9d3a3-dbd8-4f8e-9d44-569582202ace tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:24.690347 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dd794e46-c381-4143-90ae-6f9de29ab117 req-e2b9d3a3-dbd8-4f8e-9d44-569582202ace tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0851111 Aug 20 19:09:24.745263 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dd794e46-c381-4143-90ae-6f9de29ab117 req-4f7e9dba-73e0-417f-9310-9de3b6bbd428 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483062 Aug 20 19:09:25.059966 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17988bcd-07d3-4bf5-b29c-55b77341c7cf req-a0da4fbf-77ed-4767-b9dd-b03a5f7b9b3b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.061515 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-17988bcd-07d3-4bf5-b29c-55b77341c7cf req-a0da4fbf-77ed-4767-b9dd-b03a5f7b9b3b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0820088 Aug 20 19:09:25.111712 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-17988bcd-07d3-4bf5-b29c-55b77341c7cf req-e9ecdc97-019e-48bb-8924-7f3e8b88fb3f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Aug 20 19:09:25.725881 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c744-3f63-4775-9834-fe0749b6b686 req-68e427e0-7bad-40be-b668-58b761ead1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.727603 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a917c744-3f63-4775-9834-fe0749b6b686 req-68e427e0-7bad-40be-b668-58b761ead1c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 1098 time: 0.1385646 Aug 20 19:09:25.764593 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04672e01-4404-4b68-aa6e-64d60a74a494 req-bfb55881-b5c5-4cc2-89b6-4e0c77a086c1 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.767162 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-04672e01-4404-4b68-aa6e-64d60a74a494 req-bfb55881-b5c5-4cc2-89b6-4e0c77a086c1 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1306000 Aug 20 19:09:25.837977 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 78290f55-3844-4d38-8dcf-5b256669fab5 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:09:25.920085 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-04672e01-4404-4b68-aa6e-64d60a74a494 req-f8fb374a-067f-4b37-978f-afb50795376b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360095 Aug 20 19:09:25.934655 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c744-3f63-4775-9834-fe0749b6b686 req-cf58c7b1-7b1d-4aaa-91a7-d6e66cef87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:25.937324 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a917c744-3f63-4775-9834-fe0749b6b686 req-cf58c7b1-7b1d-4aaa-91a7-d6e66cef87a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 200 len: 919 time: 0.2017088 Aug 20 19:09:25.949978 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 78290f55-3844-4d38-8dcf-5b256669fab5 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:09:25.950608 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 78290f55-3844-4d38-8dcf-5b256669fab5 not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:09:26.008833 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44506dfa-7a13-4e8d-b068-f75a3db233ee req-262b6d24-43e5-4bf5-a2f7-e1970e5bccae tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.009867 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a917c744-3f63-4775-9834-fe0749b6b686 req-403c2a52-5600-4387-961c-1bc13c060942 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38a5115-0d57-4455-b0b5-803028b25ef8 HTTP/1.1" status: 200 len: 217 time: 0.0640299 Aug 20 19:09:26.011794 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-44506dfa-7a13-4e8d-b068-f75a3db233ee req-262b6d24-43e5-4bf5-a2f7-e1970e5bccae tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1169317 Aug 20 19:09:26.065449 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-44506dfa-7a13-4e8d-b068-f75a3db233ee req-4ac0d7a3-8c46-4972-8cf9-d63c194a00d7 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484588 Aug 20 19:09:26.085134 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c744-3f63-4775-9834-fe0749b6b686 req-3b3b7e61-83b2-4a24-86f7-06165e866bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.087290 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a917c744-3f63-4775-9834-fe0749b6b686 req-3b3b7e61-83b2-4a24-86f7-06165e866bb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 200 len: 858 time: 0.0678289 Aug 20 19:09:26.136167 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a917c744-3f63-4775-9834-fe0749b6b686 req-ba853396-6dd9-4fe3-adf1-1db3b43fb29b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425401 Aug 20 19:09:26.309504 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a917c744-3f63-4775-9834-fe0749b6b686 req-137a5eb3-2a57-473a-9c68-e91b810bbc23 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657119 Aug 20 19:09:26.479931 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a917c744-3f63-4775-9834-fe0749b6b686 req-2c4816c3-226b-4926-a170-0df2e98e6312 service neutron] 10.222.0.21 "GET /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473994 Aug 20 19:09:26.493237 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bb02d-14d8-419e-bf38-8cb3412ecd1f req-6e3df10d-74cf-4a4b-8bd1-18e9411c1a2f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:26.495025 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-728bb02d-14d8-419e-bf38-8cb3412ecd1f req-6e3df10d-74cf-4a4b-8bd1-18e9411c1a2f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 945 time: 0.0972943 Aug 20 19:09:26.567797 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-728bb02d-14d8-419e-bf38-8cb3412ecd1f req-0dde7f68-b330-4626-b97e-4e171bd70ee3 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615778 Aug 20 19:09:27.126056 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f192697-744c-443b-b84d-4566eb3e55c3 req-5c63ad92-ae01-4d42-be0d-d4a038ee5c66 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:27.127809 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f192697-744c-443b-b84d-4566eb3e55c3 req-5c63ad92-ae01-4d42-be0d-d4a038ee5c66 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0847275 Aug 20 19:09:27.178855 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f192697-744c-443b-b84d-4566eb3e55c3 req-9fbc1a86-439e-44c7-93b4-d47be7ca3c3f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Aug 20 19:09:27.332576 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941990d-8613-4dce-9fce-edb551661c53 req-eb27ba69-35f5-4e71-96fb-d29f88c63878 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:27.334040 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1941990d-8613-4dce-9fce-edb551661c53 req-eb27ba69-35f5-4e71-96fb-d29f88c63878 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0851769 Aug 20 19:09:27.382031 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1941990d-8613-4dce-9fce-edb551661c53 req-1a35ace9-6c26-455d-a250-ad7cd3f26415 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415738 Aug 20 19:09:27.779164 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73230448-ed53-49aa-bd16-5da3f548b884 req-cb4b5127-e0e7-461c-b6f4-7f948a809184 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:27.780863 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-73230448-ed53-49aa-bd16-5da3f548b884 req-cb4b5127-e0e7-461c-b6f4-7f948a809184 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 945 time: 0.0859849 Aug 20 19:09:27.832005 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-73230448-ed53-49aa-bd16-5da3f548b884 req-6fb30412-0b11-4a99-a803-58234a317f75 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450418 Aug 20 19:09:28.376395 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422fbb-9a91-4883-8326-002b9fb4b617 req-4b88b9cd-f939-4fa9-93b0-1abbf5d6df2a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.377858 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c5422fbb-9a91-4883-8326-002b9fb4b617 req-4b88b9cd-f939-4fa9-93b0-1abbf5d6df2a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0872123 Aug 20 19:09:28.429620 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c5422fbb-9a91-4883-8326-002b9fb4b617 req-e5a56036-e80f-475a-82c1-b76b39ad07d6 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Aug 20 19:09:28.585904 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026663eb-1cc8-423d-8010-b6248fabb46c req-867d369d-a8c0-465c-8139-fc066d0df9e0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.587650 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-026663eb-1cc8-423d-8010-b6248fabb46c req-867d369d-a8c0-465c-8139-fc066d0df9e0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0895555 Aug 20 19:09:28.637797 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-026663eb-1cc8-423d-8010-b6248fabb46c req-189f8691-5095-4ae3-9999-30767bcdc824 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Aug 20 19:09:28.940784 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-a0f5e2db-4a3a-4bc1-a4c7-5d8448e98008 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:28.942428 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-a0f5e2db-4a3a-4bc1-a4c7-5d8448e98008 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 945 time: 0.0933900 Aug 20 19:09:29.039910 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Deleting port 22354097-ab29-4c98-9791-0da2c408f88e {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:09:29.040367 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:29.040892 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d991dd-78c1-4c63-9150-e2d0598a6126 req-52c85f79-467c-4b06-9eb4-f5ebaa8060c2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:29.042581 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-65d991dd-78c1-4c63-9150-e2d0598a6126 req-52c85f79-467c-4b06-9eb4-f5ebaa8060c2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 945 time: 0.0983827 Aug 20 19:09:29.099686 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-65d991dd-78c1-4c63-9150-e2d0598a6126 req-703997e3-1d37-421a-94fb-f562cdf5698f tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508964 Aug 20 19:09:29.412559 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] For port 22354097-ab29-4c98-9791-0da2c408f88e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=22354097-ab29-4c98-9791-0da2c408f88e,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:29.413190 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:29.549414 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Calling delete_port for 22354097-ab29-4c98-9791-0da2c408f88e owned by compute:nova {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:09:29.650430 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f5148-0db2-461f-8363-3df406122e5c req-f6708ffd-0c36-4aa8-b897-ce32dff3612b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:29.652163 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f4f5148-0db2-461f-8363-3df406122e5c req-f6708ffd-0c36-4aa8-b897-ce32dff3612b tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0946565 Aug 20 19:09:29.711361 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f4f5148-0db2-461f-8363-3df406122e5c req-f007940a-7b45-4fbf-b8b3-3eb80cf85bed tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523093 Aug 20 19:09:29.737500 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:29.744118 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b5808366-5121-42ab-85bd-0e8bdc40571d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:29.754075 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['5d9b24e5-02c8-4203-81d2-6e793c3e71b1', '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a', '22354097-ab29-4c98-9791-0da2c408f88e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:29.855615 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Pushing event deleted for resources: {'Port': ['ID=22354097-ab29-4c98-9791-0da2c408f88e,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:29.866309 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device b3f92da6-fd67-4164-b79d-d1079b70230e details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:09:29.910787 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.911152 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.911510 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.911859 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.912206 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.912573 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.912920 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.913350 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.913610 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.913951 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.914807 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.915151 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:29.921801 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:29.962986 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] No DVR routers for this DVR port 22354097-ab29-4c98-9791-0da2c408f88e on host hv-cinder-80528 {{(pid=79332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:09:29.966885 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:29.969502 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1900bb-cf34-493b-99e3-9d44df5cf70b', 'name': 'network-vif-deleted', 'tag': '22354097-ab29-4c98-9791-0da2c408f88e'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:30.001241 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe45cf-30ba-4151-bff8-b2603c340323 req-b2bea6c8-9162-49a5-8f0a-c94bc1fbb323 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.009196 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4efe45cf-30ba-4151-bff8-b2603c340323 req-b2bea6c8-9162-49a5-8f0a-c94bc1fbb323 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.2265489 Aug 20 19:09:30.037506 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9d256a72-671c-4046-b916-0b8b2325bff2 req-695c9721-42d7-4264-aeca-92029f2743d5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "DELETE /v2.0/ports/22354097-ab29-4c98-9791-0da2c408f88e HTTP/1.1" status: 204 len: 173 time: 1.0895052 Aug 20 19:09:30.039121 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1900bb-cf34-493b-99e3-9d44df5cf70b', 'name': 'network-vif-deleted', 'tag': '22354097-ab29-4c98-9791-0da2c408f88e', 'status': 'completed', 'code': 200} Aug 20 19:09:30.066225 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4efe45cf-30ba-4151-bff8-b2603c340323 req-968d0a57-a4f0-4cb3-87c5-be052351c4e7 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558369 Aug 20 19:09:30.066628 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:30.115158 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=b3f92da6-fd67-4164-b79d-d1079b70230e,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:30.139626 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'port_id': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'mac_address': 'fa:16:3e:30:76:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:09:30.239569 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:30.307587 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f92da6-fd67-4164-b79d-d1079b70230e {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:09:30.314791 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3e63380e-8995-49fa-a03c-fbd50522f39d req-b5e75f63-148f-4d5a-9221-fd4447b46010 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a1900bb-cf34-493b-99e3-9d44df5cf70b HTTP/1.1" status: 200 len: 210 time: 0.0548105 Aug 20 19:09:30.336695 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=b3f92da6-fd67-4164-b79d-d1079b70230e,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:30.344386 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:30.346289 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:30.416032 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=b3f92da6-fd67-4164-b79d-d1079b70230e,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:30.423190 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.423647 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.423985 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.424391 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.424740 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.425069 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.425388 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.425705 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.426041 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.426358 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.426669 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.426978 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:09:30.430856 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:30.986942 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d81d7d-6f67-4fc3-a02e-58b252526f6c req-ce23acd0-fb65-4389-9a23-be7382325cb7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:30.988351 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b8d81d7d-6f67-4fc3-a02e-58b252526f6c req-ce23acd0-fb65-4389-9a23-be7382325cb7 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.1627269 Aug 20 19:09:30.993801 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['b3f92da6-fd67-4164-b79d-d1079b70230e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:31.060620 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b8d81d7d-6f67-4fc3-a02e-58b252526f6c req-7445c76d-812a-4116-beec-e15457d55fda tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578883 Aug 20 19:09:31.342493 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433181d3-8f21-43fd-abbf-9d97972721ce req-945b8f47-332e-4ade-970d-726039a43b4a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:31.344108 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-433181d3-8f21-43fd-abbf-9d97972721ce req-945b8f47-332e-4ade-970d-726039a43b4a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 944 time: 0.1038373 Aug 20 19:09:31.405758 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-433181d3-8f21-43fd-abbf-9d97972721ce req-5c77d4fd-b518-45d1-b080-d26a92af1b12 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547118 Aug 20 19:09:31.860615 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 22354097-ab29-4c98-9791-0da2c408f88e no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:09:31.920367 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 22354097-ab29-4c98-9791-0da2c408f88e {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:09:31.920744 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 22354097-ab29-4c98-9791-0da2c408f88e not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:09:32.092114 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b64577-cfdf-40e2-940a-bb6f09654069 req-685edaf1-c2ff-429f-8ae9-0174abc1b7b4 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:32.093776 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-48b64577-cfdf-40e2-940a-bb6f09654069 req-685edaf1-c2ff-429f-8ae9-0174abc1b7b4 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 945 time: 0.0800397 Aug 20 19:09:32.144250 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-48b64577-cfdf-40e2-940a-bb6f09654069 req-7f661b1c-9621-4e23-a020-f8b650976baa tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445325 Aug 20 19:09:32.606632 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cecf46-4486-4cde-893c-ff22bae3693f req-7cbcafe9-cea4-412b-b4d7-f12bef476cd4 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:32.608122 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d0cecf46-4486-4cde-893c-ff22bae3693f req-7cbcafe9-cea4-412b-b4d7-f12bef476cd4 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 944 time: 0.0905192 Aug 20 19:09:32.655524 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d0cecf46-4486-4cde-893c-ff22bae3693f req-b7939f49-8bc4-4be8-8014-b40c6401185c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Aug 20 19:09:33.354555 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376ba85-4571-43a2-a19b-025098c260ee req-f7cb968d-4d1c-42fd-b027-5de4d8132ae7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:33.355324 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b376ba85-4571-43a2-a19b-025098c260ee req-f7cb968d-4d1c-42fd-b027-5de4d8132ae7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:33.375600 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b376ba85-4571-43a2-a19b-025098c260ee req-f7cb968d-4d1c-42fd-b027-5de4d8132ae7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:33.376741 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b376ba85-4571-43a2-a19b-025098c260ee req-f7cb968d-4d1c-42fd-b027-5de4d8132ae7 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 945 time: 0.1148355 Aug 20 19:09:33.434005 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b376ba85-4571-43a2-a19b-025098c260ee req-e1e0a9b5-c511-4e04-bec6-ef66acbaa14c tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461502 Aug 20 19:09:33.858461 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fa1fd-482c-4a38-a940-6c7dacf3c2ac req-98cc8048-e125-4f7d-89db-281299d16a50 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:33.859792 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-281fa1fd-482c-4a38-a940-6c7dacf3c2ac req-98cc8048-e125-4f7d-89db-281299d16a50 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 944 time: 0.0844836 Aug 20 19:09:33.867782 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device b3f92da6-fd67-4164-b79d-d1079b70230e up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:09:33.908651 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-281fa1fd-482c-4a38-a940-6c7dacf3c2ac req-b2b96f91-d075-4f62-8e7d-8f2175756d6a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Aug 20 19:09:33.978489 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port b3f92da6-fd67-4164-b79d-d1079b70230e completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:09:33.985199 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port b3f92da6-fd67-4164-b79d-d1079b70230e triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:09:33.985587 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.121141 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.165074 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:34.179145 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=b3f92da6-fd67-4164-b79d-d1079b70230e,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:34.184974 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.187732 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:34.232482 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'code': 200} Aug 20 19:09:34.268298 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=b3f92da6-fd67-4164-b79d-d1079b70230e,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:34.271801 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:34.387781 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-44bde832-69ff-4af1-9500-7de1779fda75 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:34.390246 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-44bde832-69ff-4af1-9500-7de1779fda75 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 945 time: 0.0837257 Aug 20 19:09:34.468248 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Deleting port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:09:34.468642 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.646488 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d8b5f-54e9-4804-bb13-5aa0fe84294b req-f3745bd7-b02e-4035-ac86-86b457556e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:34.647951 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-180d8b5f-54e9-4804-bb13-5aa0fe84294b req-f3745bd7-b02e-4035-ac86-86b457556e18 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1098 time: 0.1616347 Aug 20 19:09:34.691903 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597956-d2b4-49b7-94b1-a5ec01270969 req-ec25f425-10bf-442e-8054-c52b65788771 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:34.693584 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d0597956-d2b4-49b7-94b1-a5ec01270969 req-ec25f425-10bf-442e-8054-c52b65788771 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 945 time: 0.1401212 Aug 20 19:09:34.734941 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-180d8b5f-54e9-4804-bb13-5aa0fe84294b req-047e1f69-28e1-4367-8028-04d318563c33 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778880 Aug 20 19:09:34.761743 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d0597956-d2b4-49b7-94b1-a5ec01270969 req-df8e85ac-c28a-4d89-a816-94918ea5fb38 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591285 Aug 20 19:09:34.811839 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] For port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:34.812398 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:34.948284 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Calling delete_port for 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a owned by compute:nova {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:09:35.274854 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:35.286267 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-32c5833c-792d-4719-a04d-3c9a0092bf10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:35.291665 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['5d9b24e5-02c8-4203-81d2-6e793c3e71b1', '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:35.362859 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Pushing event deleted for resources: {'Port': ['ID=3e77e642-85d1-4bf1-82a6-dd8cdd61e30a,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:35.371931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:35.384807 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249bf85-9458-4e4c-a500-2bded3e16350 req-82246412-4c64-471a-9790-a699e37da7a0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:35.387083 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c249bf85-9458-4e4c-a500-2bded3e16350 req-82246412-4c64-471a-9790-a699e37da7a0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.3604705 Aug 20 19:09:35.538193 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] No DVR routers for this DVR port 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a on host hv-cinder-80528 {{(pid=79332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:09:35.555943 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:35.560404 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3ce934-acde-4a60-b32e-a792c12891da', 'name': 'network-vif-deleted', 'tag': '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:35.593085 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c249bf85-9458-4e4c-a500-2bded3e16350 req-ebc09529-b5c9-4aca-a2d6-9068fbdb9b6f tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601527 Aug 20 19:09:35.595597 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f551501a-e7b9-46e7-a702-31711483a3d6 req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "DELETE /v2.0/ports/3e77e642-85d1-4bf1-82a6-dd8cdd61e30a HTTP/1.1" status: 204 len: 173 time: 1.1988747 Aug 20 19:09:35.632528 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3ce934-acde-4a60-b32e-a792c12891da', 'name': 'network-vif-deleted', 'tag': '3e77e642-85d1-4bf1-82a6-dd8cdd61e30a', 'status': 'completed', 'code': 200} Aug 20 19:09:35.947687 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e7126945-60c2-48a4-8b87-ead26e3a0034 req-67f3ca04-eacb-49ac-a7a0-0b2524ca71d2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3ce934-acde-4a60-b32e-a792c12891da HTTP/1.1" status: 200 len: 210 time: 0.0461426 Aug 20 19:09:36.805470 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6bd2f-35e3-4573-b02e-88bad78f74ad req-25b3e992-a70d-4d50-af1d-5f99dab17f44 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:36.807325 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-40d6bd2f-35e3-4573-b02e-88bad78f74ad req-25b3e992-a70d-4d50-af1d-5f99dab17f44 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0960083 Aug 20 19:09:36.864471 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-40d6bd2f-35e3-4573-b02e-88bad78f74ad req-8ccf49d7-1b94-4480-8cf3-e8d642369187 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499952 Aug 20 19:09:37.147375 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67d917-a0eb-49ad-b295-f10f8c735297 req-6f6f2cc8-11e1-4a78-b2c7-00b003256ddb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:37.148964 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cd67d917-a0eb-49ad-b295-f10f8c735297 req-6f6f2cc8-11e1-4a78-b2c7-00b003256ddb tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0876091 Aug 20 19:09:37.197158 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cd67d917-a0eb-49ad-b295-f10f8c735297 req-c9be8013-e05b-4442-b7c6-48eae02cd8ad tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Aug 20 19:09:37.653350 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:09:37.895304 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:09:37.935264 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:09:37.935952 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 3e77e642-85d1-4bf1-82a6-dd8cdd61e30a not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:09:38.100829 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1aa57-0b30-4694-b518-7a4ddb7a9ffb req-b0698d60-8e27-4887-a829-06843207de27 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:38.102404 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6b1aa57-0b30-4694-b518-7a4ddb7a9ffb req-b0698d60-8e27-4887-a829-06843207de27 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.1010935 Aug 20 19:09:38.150903 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6b1aa57-0b30-4694-b518-7a4ddb7a9ffb req-f49b6611-de6f-415a-91ae-0833bb49c080 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424614 Aug 20 19:09:38.362574 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104601ab-c2dd-42f2-9b45-70b56c1dc1b9 req-b775e165-c8ad-4ba3-b340-4a1c1e6df5e2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:38.364977 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-104601ab-c2dd-42f2-9b45-70b56c1dc1b9 req-b775e165-c8ad-4ba3-b340-4a1c1e6df5e2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.1054890 Aug 20 19:09:38.409268 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc50aa-0ec1-46b7-9939-6a7e8f825cc6 req-cb135753-1292-4a90-9b61-9cd548ad9b85 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:38.410784 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c0dc50aa-0ec1-46b7-9939-6a7e8f825cc6 req-cb135753-1292-4a90-9b61-9cd548ad9b85 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.0956752 Aug 20 19:09:38.422165 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-104601ab-c2dd-42f2-9b45-70b56c1dc1b9 req-b8314705-8729-40e9-a90a-ce4e7535a101 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437298 Aug 20 19:09:38.446423 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 54802) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:38.465580 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c0dc50aa-0ec1-46b7-9939-6a7e8f825cc6 req-ed5df3fd-ccc1-45e7-87e2-835b3365fa11 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Aug 20 19:09:38.758599 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e84765-0225-4017-803b-9d34a2b313ef tempest-TestShelveInstance-1578465204 tempest-TestShelveInstance-1578465204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:38.759366 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-67e84765-0225-4017-803b-9d34a2b313ef tempest-TestShelveInstance-1578465204 tempest-TestShelveInstance-1578465204-project-admin] Synchronizing usage tracker for tenant:da95e458004246a093cf352060cddb8f on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:38.781825 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-67e84765-0225-4017-803b-9d34a2b313ef tempest-TestShelveInstance-1578465204 tempest-TestShelveInstance-1578465204-project-admin] Unset dirty status for tenant:da95e458004246a093cf352060cddb8f on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:38.783495 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-67e84765-0225-4017-803b-9d34a2b313ef tempest-TestShelveInstance-1578465204 tempest-TestShelveInstance-1578465204-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1093 time: 0.3358595 Aug 20 19:09:38.786457 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 54814) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:38.793013 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Request body: {'floatingip': {'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'port_id': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:09:38.829759 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:09:38.838385 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Usage tracker for resource:floatingip and tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:09:38.845452 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:09:38.853005 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:09:38.871825 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for floatingip, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:38.934959 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295af10-76be-4ebe-9097-c998ee43084d req-c021afcc-7cc8-4cc4-9c34-e4531c914734 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:38.935650 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-a295af10-76be-4ebe-9097-c998ee43084d req-c021afcc-7cc8-4cc4-9c34-e4531c914734 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:39.001114 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-a295af10-76be-4ebe-9097-c998ee43084d req-c021afcc-7cc8-4cc4-9c34-e4531c914734 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:39.002282 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a295af10-76be-4ebe-9097-c998ee43084d req-c021afcc-7cc8-4cc4-9c34-e4531c914734 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 945 time: 0.2132609 Aug 20 19:09:39.066619 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a295af10-76be-4ebe-9097-c998ee43084d req-57c43fec-2eca-4e29-b878-fbd8f773247e tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537031 Aug 20 19:09:39.096116 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:39.243769 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Allocated IP 172.27.3.2 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/fe68b3ff-e41f-4499-87b2-3ba3f6bf66d4) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:09:39.398488 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:39.429120 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:39.435644 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bec4c4dc-3ce1-42de-a2f1-d6921cae8e22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:39.503451 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:09:39.506541 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:09:39.509275 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:09:39.549933 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'Port': ['ID=fe68b3ff-e41f-4499-87b2-3ba3f6bf66d4,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:39.555676 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:40.077311 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7704a1-96c4-4630-aeec-fff4677c7c08 req-77f4f040-3538-4dd5-85ac-68a65d733da4 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:40.078720 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1c7704a1-96c4-4630-aeec-fff4677c7c08 req-77f4f040-3538-4dd5-85ac-68a65d733da4 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.3526881 Aug 20 19:09:40.157094 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1c7704a1-96c4-4630-aeec-fff4677c7c08 req-386c311f-9e11-4fce-a370-2fb5365c596c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649202 Aug 20 19:09:40.205945 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:40.288460 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4954b-730c-48de-9279-83f296f0e526 req-b83e2c76-2308-4c28-b2d6-1a17c0adea99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:40.290700 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d0e4954b-730c-48de-9279-83f296f0e526 req-b83e2c76-2308-4c28-b2d6-1a17c0adea99 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 945 time: 0.1019580 Aug 20 19:09:40.300903 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:40.368490 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d0e4954b-730c-48de-9279-83f296f0e526 req-51a9c588-9bd9-4d93-b925-a141f83cd58c tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 Aug 20 19:09:40.572067 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:40.581165 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:40.586809 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:40.699515 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event updated for resources: {'Port': ['ID=fe68b3ff-e41f-4499-87b2-3ba3f6bf66d4,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:40.704713 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:40.723632 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:40.782015 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-ff51e09c-62aa-4046-b972-4bbd22349899 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:40.783564 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-ff51e09c-62aa-4046-b972-4bbd22349899 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.21 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.2720702 Aug 20 19:09:40.887004 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Deleting port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:09:40.887340 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:41.044347 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.l3_db [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Floating IP 29709c98-2139-4d15-82a2-385fff27f891 associated. External IP: 172.27.3.2, port: b3f92da6-fd67-4164-b79d-d1079b70230e. Aug 20 19:09:41.342931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-51736e9e-4e32-4cc9-9098-8cb29f79fad2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:41.344416 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-51736e9e-4e32-4cc9-9098-8cb29f79fad2 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 945 time: 0.0947812 Aug 20 19:09:41.426590 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Deleting port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:09:41.427164 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:41.498832 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6a49-c413-446d-a042-7a30f385ef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:41.506155 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] For port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:41.507081 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:41.764318 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52005d2-9f06-4412-bf0c-e0baae4b21b2 req-d461edab-3651-4985-be06-fd7fe327e5fa tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:41.765573 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f52005d2-9f06-4412-bf0c-e0baae4b21b2 req-d461edab-3651-4985-be06-fd7fe327e5fa tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 945 time: 0.2026315 Aug 20 19:09:41.788430 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Calling delete_port for 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 owned by compute:nova {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:09:41.864729 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:41.872413 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] For port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,segment=NetworkSegment(04de85bd-4e4f-49cd-92f1-cc9f03c46a1c),segment_id=04de85bd-4e4f-49cd-92f1-cc9f03c46a1c)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:41.872888 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:41.891875 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f52005d2-9f06-4412-bf0c-e0baae4b21b2 req-98f247cf-870b-41e6-b54d-e61f629e6f00 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeefa410-713d-4180-a300-493a81e32475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848286 Aug 20 19:09:41.960587 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c378b-c00d-40d3-9461-041eeb89bcca req-1f94fd38-0561-4dd2-8d0a-7ab9a62a9517 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:41.967151 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5e0c378b-c00d-40d3-9461-041eeb89bcca req-1f94fd38-0561-4dd2-8d0a-7ab9a62a9517 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 945 time: 0.6261220 Aug 20 19:09:42.014709 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Router 266b1256-4e61-49bf-9ab3-0869e3778af7 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:09:42.074985 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5e0c378b-c00d-40d3-9461-041eeb89bcca req-84ab4516-d93c-40be-af8a-1045dbb8b1e8 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069298 Aug 20 19:09:42.146757 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Calling delete_port for 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:09:42.177362 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.185750 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:42.190655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['c38a5115-0d57-4455-b0b5-803028b25ef8'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:42.294436 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Pushing event deleted for resources: {'Port': ['ID=013bbf7b-0568-48d5-9f1d-2f12dee2b6f5,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:42.311124 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:42.362399 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.397043 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:42.403172 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] No DVR routers for this DVR port 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 on host hv-cinder-80528 {{(pid=79332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:09:42.407209 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.409895 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526bba40-c1dd-4144-85a4-0feb1630e15a', 'name': 'network-vif-deleted', 'tag': '013bbf7b-0568-48d5-9f1d-2f12dee2b6f5'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:42.419671 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:09:42.439168 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] Sync routers for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:09:42.450551 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:09:42.450800 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7ad460b5-9665-41cf-880d-1b71fc76991b req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.21 "DELETE /v2.0/ports/013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 HTTP/1.1" status: 204 len: 173 time: 1.6590645 Aug 20 19:09:42.450904 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:09:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:42.452962 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.453152 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Pushing event deleted for resources: {'Port': ['ID=5d9b24e5-02c8-4203-81d2-6e793c3e71b1,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:42.461049 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:42.552638 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.7603984 Aug 20 19:09:42.552638 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526bba40-c1dd-4144-85a4-0feb1630e15a', 'name': 'network-vif-deleted', 'tag': '013bbf7b-0568-48d5-9f1d-2f12dee2b6f5', 'status': 'completed', 'code': 200} Aug 20 19:09:42.589146 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] No DVR routers for this DVR port 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:09:42.592842 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:42.596112 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1', 'name': 'network-vif-deleted', 'tag': '5d9b24e5-02c8-4203-81d2-6e793c3e71b1'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:42.614429 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d5cdfcdb-8f32-4d52-a29a-436999de8dfe req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.21 "DELETE /v2.0/ports/5d9b24e5-02c8-4203-81d2-6e793c3e71b1 HTTP/1.1" status: 204 len: 173 time: 1.2638352 Aug 20 19:09:42.655792 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1', 'name': 'network-vif-deleted', 'tag': '5d9b24e5-02c8-4203-81d2-6e793c3e71b1', 'status': 'completed', 'code': 200} Aug 20 19:09:42.726990 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['5d9b24e5-02c8-4203-81d2-6e793c3e71b1'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:42.730530 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:09:43.109629 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-1e527ad2-3313-43f7-a002-479a0e93a566 req-3cde13c5-739e-4e08-9307-f2da79192552 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Synchronizing usage tracker for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:43.131905 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-1e527ad2-3313-43f7-a002-479a0e93a566 req-3cde13c5-739e-4e08-9307-f2da79192552 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Unset dirty status for tenant:4b835d96a2864030873004365647716c on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:43.147010 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e527ad2-3313-43f7-a002-479a0e93a566 req-3cde13c5-739e-4e08-9307-f2da79192552 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a5b91bf-3e35-44f2-b14b-fbc1d2c79fe1 HTTP/1.1" status: 200 len: 210 time: 0.0976968 Aug 20 19:09:43.194281 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '29709c98-2139-4d15-82a2-385fff27f891', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'port_id': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'mac_address': 'fa:16:3e:30:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:09:40Z', 'updated_at': '2021-08-20T19:09:40Z', 'revision_number': 0, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ac40d-9f76-4670-b455-e0f2a46c2a59', 'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'mac_address': 'fa:16:3e:78:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:19Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 5, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'subnets': [{'id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:43.199810 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] Checking router: 266b1256-4e61-49bf-9ab3-0869e3778af7 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:09:43.223013 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:09:43.226124 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:09:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:43.368129 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-26587169-97bb-4804-847c-34c46b445b73 req-bcdd1e54-ee62-4b3a-af78-d7dc35607aee tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Synchronizing usage tracker for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:09:43.390763 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-26587169-97bb-4804-847c-34c46b445b73 req-bcdd1e54-ee62-4b3a-af78-d7dc35607aee tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Unset dirty status for tenant:f7f0740783aa45a1b0597fc012a74ccf on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:09:43.391982 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-26587169-97bb-4804-847c-34c46b445b73 req-bcdd1e54-ee62-4b3a-af78-d7dc35607aee tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=526bba40-c1dd-4144-85a4-0feb1630e15a HTTP/1.1" status: 200 len: 210 time: 0.0819926 Aug 20 19:09:43.445937 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:09:43.849070 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b5254859-b276-475e-b98e-efb5bb0788bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:43.884748 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '29709c98-2139-4d15-82a2-385fff27f891', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'port_id': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'mac_address': 'fa:16:3e:30:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:09:40Z', 'updated_at': '2021-08-20T19:09:40Z', 'revision_number': 0, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ac40d-9f76-4670-b455-e0f2a46c2a59', 'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'mac_address': 'fa:16:3e:78:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:19Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 5, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'subnets': [{'id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:43.889500 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5559b-1020-4927-a895-d2bddaf1592c None None] The sync data for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi is: [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '29709c98-2139-4d15-82a2-385fff27f891', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'port_id': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'mac_address': 'fa:16:3e:30:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:09:40Z', 'updated_at': '2021-08-20T19:09:40Z', 'revision_number': 0, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ac40d-9f76-4670-b455-e0f2a46c2a59', 'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'mac_address': 'fa:16:3e:78:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:19Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 5, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'subnets': [{'id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:09:43.930609 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:09:43.983089 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:09:43.983547 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 5d9b24e5-02c8-4203-81d2-6e793c3e71b1 not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:09:43.984050 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:09:44.021415 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:09:44.021770 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 013bbf7b-0568-48d5-9f1d-2f12dee2b6f5 not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:09:44.103457 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc9badd-5a86-4a98-8ed0-a0a9b3ca23cf None None] New status for floating IP 29709c98-2139-4d15-82a2-385fff27f891: ACTIVE {{(pid=79333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:09:44.272678 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 54884) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:44.340799 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] Deleting subnet 0f14726b-06d9-4d92-9138-8fd40a45b4b6 {{(pid=79332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:09:44.344686 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.404302 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65253162'] for subnet, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.470590 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.541276 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65251954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65314058'] for subnet, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.545320 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9ae39d02-3741-4c2f-88df-48484bd4ae9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:44.580349 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:44.593110 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f14726b-06d9-4d92-9138-8fd40a45b4b6,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:44.596595 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:44.597577 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.604799 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0f14726b-06d9-4d92-9138-8fd40a45b4b6 HTTP/1.1" status: 204 len: 168 time: 0.3299854 Aug 20 19:09:44.607020 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 54896) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:44.636074 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'status': 'completed', 'code': 200} Aug 20 19:09:44.720935 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.754236 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-db054aa6-7804-4fd1-a3d1-b2c2129a1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:44.755707 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-db054aa6-7804-4fd1-a3d1-b2c2129a1e37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae&device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1098 time: 0.0909333 Aug 20 19:09:44.868747 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.882185 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8295ce-354a-4324-b02d-33607bd6c33d']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:44.895621 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:44.895920 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04de85bd-4e4f-49cd-92f1-cc9f03c46a1c') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:44.908982 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.927222 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.934551 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:09:44.935110 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:09:44.949388 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:09:44.968525 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-cad74e2c-53d9-4e55-9233-6815880fc020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:44.970745 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-cad74e2c-53d9-4e55-9233-6815880fc020 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2943101-33e9-47b3-bca2-614847cf41cd HTTP/1.1" status: 200 len: 909 time: 0.2072134 Aug 20 19:09:44.974628 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:45.078793 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430425d-8388-4150-85f4-b54a25b23cab req-060b8562-cc03-4c8c-8fdc-3e495400d61f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:45.080338 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1430425d-8388-4150-85f4-b54a25b23cab req-060b8562-cc03-4c8c-8fdc-3e495400d61f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.2119877 Aug 20 19:09:45.123118 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-a3557f80-1b3a-445c-85c9-eee6f1b3eadf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f92da6-fd67-4164-b79d-d1079b70230e HTTP/1.1" status: 200 len: 999 time: 0.1440530 Aug 20 19:09:45.158783 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:45.165491 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-aaca6cce-c035-48e0-b666-b6f96c85a7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:45.181106 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:45.184156 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1430425d-8388-4150-85f4-b54a25b23cab req-be23bae4-3a55-4861-bc4e-242001fec994 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910223 Aug 20 19:09:45.187787 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8295ce-354a-4324-b02d-33607bd6c33d,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:45.194841 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:45.208284 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-19e06403-352e-4c8f-8a4e-593f3c28921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:45.209939 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-19e06403-352e-4c8f-8a4e-593f3c28921c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43 HTTP/1.1" status: 200 len: 847 time: 0.0692863 Aug 20 19:09:45.213743 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ba8295ce-354a-4324-b02d-33607bd6c33d HTTP/1.1" status: 204 len: 168 time: 0.6056273 Aug 20 19:09:45.296346 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-a3c467ac-39c8-41aa-b85e-3339774dc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:45.297866 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-a3c467ac-39c8-41aa-b85e-3339774dc646 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2943101-33e9-47b3-bca2-614847cf41cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791137 Aug 20 19:09:45.441883 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 54910) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:45.463528 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-eacc8e0b-a0a1-450b-a35d-a21013cda201 service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569452 Aug 20 19:09:45.497417 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-8608c6f7-ac14-4442-8731-1edc3cfd7e94 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b835d96a2864030873004365647716c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538251 Aug 20 19:09:45.499749 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 54916) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:45.570365 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-924bbb99-e371-4b95-b5d6-81a11b4a914a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:45.600014 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-924bbb99-e371-4b95-b5d6-81a11b4a914a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:45.640650 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6854689f-208b-4283-a42b-9ebbce8d7085 req-2eefbb8a-d9d8-4c23-a5af-9caed3ac0c01 service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598847 Aug 20 19:09:45.676308 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-924bbb99-e371-4b95-b5d6-81a11b4a914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:45.682643 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-6f791152-2ada-4c52-b8b6-c7eb65fae047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:45.696534 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bbb99-e371-4b95-b5d6-81a11b4a914a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeefa410-713d-4180-a300-493a81e32475,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:45.699351 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-924bbb99-e371-4b95-b5d6-81a11b4a914a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:45.707875 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-924bbb99-e371-4b95-b5d6-81a11b4a914a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:45.709028 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-924bbb99-e371-4b95-b5d6-81a11b4a914a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aeefa410-713d-4180-a300-493a81e32475 HTTP/1.1" status: 204 len: 168 time: 0.2079687 Aug 20 19:09:46.397975 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695cbbc-1886-4f6d-8a57-21e503a709dc req-da77f7c3-d9a8-45b9-9604-9738324d9b0a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:46.401146 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5695cbbc-1886-4f6d-8a57-21e503a709dc req-da77f7c3-d9a8-45b9-9604-9738324d9b0a tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0925353 Aug 20 19:09:46.450399 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5695cbbc-1886-4f6d-8a57-21e503a709dc req-3e103a43-f37a-4146-bf12-fe0471840829 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Aug 20 19:09:46.656466 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:47.411342 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a26db-a95a-4ced-ac48-ebc70296a9a6 req-4404ab9b-9a6e-4a8a-9beb-12523727dc8c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:47.412895 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-113a26db-a95a-4ced-ac48-ebc70296a9a6 req-4404ab9b-9a6e-4a8a-9beb-12523727dc8c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.0857646 Aug 20 19:09:47.459165 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-113a26db-a95a-4ced-ac48-ebc70296a9a6 req-0dc4768b-c213-465f-b6a0-b548c580064f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400918 Aug 20 19:09:47.650318 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b55955-0569-4d2b-9ae1-87a09b81934a req-30642a70-f19c-45ca-8dd4-7b1350d994d6 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:47.651772 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e0b55955-0569-4d2b-9ae1-87a09b81934a req-30642a70-f19c-45ca-8dd4-7b1350d994d6 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0825067 Aug 20 19:09:47.696318 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e0b55955-0569-4d2b-9ae1-87a09b81934a req-3cbb211e-5627-4601-b70b-6d01f60c4136 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Aug 20 19:09:48.682996 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59c71c-ae40-4003-827c-606ee1589498 req-e15091ab-06de-47e6-a43d-1accaa387986 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:48.684634 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1f59c71c-ae40-4003-827c-606ee1589498 req-e15091ab-06de-47e6-a43d-1accaa387986 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1011245 Aug 20 19:09:48.747276 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1f59c71c-ae40-4003-827c-606ee1589498 req-1d6e1e06-46de-40a1-8198-a242c9b3f84c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546346 Aug 20 19:09:48.958874 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90a226-4025-46e6-bf26-e503c5b57a08 req-83f4c5d2-5af7-4313-b68e-3a687ab90a1f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:48.960470 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eb90a226-4025-46e6-bf26-e503c5b57a08 req-83f4c5d2-5af7-4313-b68e-3a687ab90a1f tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0996885 Aug 20 19:09:49.013168 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eb90a226-4025-46e6-bf26-e503c5b57a08 req-bc065fd6-3bfc-4e8f-bf32-85fc3b45042c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449800 Aug 20 19:09:50.062112 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b155ee9-87b9-4285-a61e-4ee69e89d038 req-6a26d132-97be-480a-a0f5-b876b5e6d2af tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:50.064287 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9b155ee9-87b9-4285-a61e-4ee69e89d038 req-6a26d132-97be-480a-a0f5-b876b5e6d2af tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1416717 Aug 20 19:09:50.120574 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9b155ee9-87b9-4285-a61e-4ee69e89d038 req-b549b1b6-e6a0-44da-831e-341c96050c0a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457597 Aug 20 19:09:50.262629 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd2044-031e-41b8-8817-68efaaa195f8 req-53883082-db12-4b6d-9126-96ce9f997533 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:50.264206 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-37cd2044-031e-41b8-8817-68efaaa195f8 req-53883082-db12-4b6d-9126-96ce9f997533 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0866826 Aug 20 19:09:50.316231 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-37cd2044-031e-41b8-8817-68efaaa195f8 req-a16c703b-4a8e-424a-9e36-2f7531d37744 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461268 Aug 20 19:09:51.471957 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f59d8-ff9c-49a4-852c-cc1515ff4c07 req-9d2f7c38-ea07-495e-97a4-6f052b879d09 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:51.474307 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-518f59d8-ff9c-49a4-852c-cc1515ff4c07 req-9d2f7c38-ea07-495e-97a4-6f052b879d09 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.2275596 Aug 20 19:09:51.526280 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-518f59d8-ff9c-49a4-852c-cc1515ff4c07 req-0b0670db-5e43-4d2e-9e36-a4ca5c8c5dff tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443590 Aug 20 19:09:51.647946 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea18033-7c39-4200-adc0-9991b3d41664 req-73b74342-0e7f-441d-97f3-f66f83cc4be9 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:51.649828 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1ea18033-7c39-4200-adc0-9991b3d41664 req-73b74342-0e7f-441d-97f3-f66f83cc4be9 tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0865490 Aug 20 19:09:51.704225 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1ea18033-7c39-4200-adc0-9991b3d41664 req-7593dc40-6e1e-4420-936f-48b48ae70dba tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/security-groups?id=2726792b-c00f-4ca8-b832-5d49f4b726c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Aug 20 19:09:51.931361 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-17f578cc-b9ca-4a5e-92b1-1b7a55b1b20c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:51.933168 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-17f578cc-b9ca-4a5e-92b1-1b7a55b1b20c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.21 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 945 time: 0.0853269 Aug 20 19:09:52.016065 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Deleting port c38a5115-0d57-4455-b0b5-803028b25ef8 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:09:52.016409 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.295501 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] For port c38a5115-0d57-4455-b0b5-803028b25ef8, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=c38a5115-0d57-4455-b0b5-803028b25ef8,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:52.295861 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.434787 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Calling delete_port for c38a5115-0d57-4455-b0b5-803028b25ef8 owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:09:52.612363 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.620127 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8304c61e-6d93-4646-a35b-68caf7bd735f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:52.625721 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['c38a5115-0d57-4455-b0b5-803028b25ef8'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:09:52.673316 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Pushing event deleted for resources: {'Port': ['ID=c38a5115-0d57-4455-b0b5-803028b25ef8,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:52.677081 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:52.821959 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] No DVR routers for this DVR port c38a5115-0d57-4455-b0b5-803028b25ef8 on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:09:52.828399 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:52.831516 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51acf22f-cc2b-4320-ac1c-c69d11e938d1', 'name': 'network-vif-deleted', 'tag': 'c38a5115-0d57-4455-b0b5-803028b25ef8'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:09:52.857391 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-910cc178-c86d-4266-9229-3dc16f6439c0 req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.21 "DELETE /v2.0/ports/c38a5115-0d57-4455-b0b5-803028b25ef8 HTTP/1.1" status: 204 len: 173 time: 0.9133220 Aug 20 19:09:52.885790 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8706-e82b-416c-831e-b47de373faa7 req-5c986794-0516-40cc-a393-7d225c44bfd0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:52.887573 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-24ae8706-e82b-416c-831e-b47de373faa7 req-5c986794-0516-40cc-a393-7d225c44bfd0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.2091668 Aug 20 19:09:52.943435 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b89a245b-204f-4b1f-ae26-8e6c28e9dd33 req-0ad105f9-e140-42d4-a5a7-2dde3ecefd4c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] 10.222.0.54 "GET /v2.0/ports?device_id=51acf22f-cc2b-4320-ac1c-c69d11e938d1 HTTP/1.1" status: 200 len: 210 time: 0.0693355 Aug 20 19:09:52.963178 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-24ae8706-e82b-416c-831e-b47de373faa7 req-ac664de3-e070-4fe1-bdb3-c1894536788a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688953 Aug 20 19:09:53.033365 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51acf22f-cc2b-4320-ac1c-c69d11e938d1', 'name': 'network-vif-deleted', 'tag': 'c38a5115-0d57-4455-b0b5-803028b25ef8', 'status': 'completed', 'code': 200} Aug 20 19:09:54.051612 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55048) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:54.350339 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594566a5-c248-4fd2-815a-2d2bd19e8e88 req-81d1be32-83e8-48ef-bf65-ff8069c88ca6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:54.352013 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-594566a5-c248-4fd2-815a-2d2bd19e8e88 req-81d1be32-83e8-48ef-bf65-ff8069c88ca6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.2409554 Aug 20 19:09:54.471909 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-594566a5-c248-4fd2-815a-2d2bd19e8e88 req-b4e4d2ae-7910-4c47-9d18-741ba1af24c6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115763 Aug 20 19:09:54.814866 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67008194'] for router_interface, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:55.164686 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Deleting port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:09:55.165327 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:55.344441 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] For port 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=6ec3907e-33f2-4083-8dfc-0ef0752e8ba2,segment=NetworkSegment(806ff58d-3039-47c1-bc79-5aa9903dd558),segment_id=806ff58d-3039-47c1-bc79-5aa9903dd558)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:55.344867 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:55.479372 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Calling delete_port for 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 owned by network:router_interface {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:09:55.847161 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58542056-f3e8-48f3-b000-d6dc5c88567a req-7d4f9528-5d59-4709-94de-6d5b836ec35a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:55.848753 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-58542056-f3e8-48f3-b000-d6dc5c88567a req-7d4f9528-5d59-4709-94de-6d5b836ec35a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1611302 Aug 20 19:09:55.940530 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-58542056-f3e8-48f3-b000-d6dc5c88567a req-e5fe1bb4-1fb7-4e48-aadd-c11842f25dff tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805037 Aug 20 19:09:55.986041 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device c38a5115-0d57-4455-b0b5-803028b25ef8 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:09:55.993538 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:55.998753 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:56.063000 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: c38a5115-0d57-4455-b0b5-803028b25ef8 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:09:56.063755 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device c38a5115-0d57-4455-b0b5-803028b25ef8 not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:09:56.064526 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec3907e-33f2-4083-8dfc-0ef0752e8ba2,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:56.067680 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:56.434947 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66598390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67008190'] for router_interface, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:56.809874 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Router f6d2b908-1cd7-4d07-865e-7f30be278804 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:09:56.993953 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:09:57.003027 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] Sync routers for ids ['f6d2b908-1cd7-4d07-865e-7f30be278804'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:09:57.008821 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] 10.222.0.54 "PUT /v2.0/routers/f6d2b908-1cd7-4d07-865e-7f30be278804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9531476 Aug 20 19:09:57.009090 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55126) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:57.012835 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] Routers {'f6d2b908-1cd7-4d07-865e-7f30be278804'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:09:57.013449 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:09:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['f6d2b908-1cd7-4d07-865e-7f30be278804'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:57.212276 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] Set router f6d2b908-1cd7-4d07-865e-7f30be278804 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:09:57.240851 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks [] for router, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:57.401448 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521cf12-731f-4741-ac65-169615af4382 req-9ae59095-3630-4914-bdd6-3414c1b92aba tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:57.403053 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f521cf12-731f-4741-ac65-169615af4382 req-9ae59095-3630-4914-bdd6-3414c1b92aba tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.2455804 Aug 20 19:09:57.479737 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:57.500335 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f521cf12-731f-4741-ac65-169615af4382 req-956e814a-df85-4a01-9986-b3e2d2be9b2f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727272 Aug 20 19:09:57.501966 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Deleting port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:09:57.502383 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:57.556667 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:09:55Z', 'revision_number': 5, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'gw_port': {'id': '48eb43a3-52e8-4aa9-a84c-2921dffb3f59', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:57.561166 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] Checking router: f6d2b908-1cd7-4d07-865e-7f30be278804 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:09:57.571203 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] Routers {'f6d2b908-1cd7-4d07-865e-7f30be278804'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:09:57.572108 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:09:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['f6d2b908-1cd7-4d07-865e-7f30be278804'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:57.755448 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] Set router f6d2b908-1cd7-4d07-865e-7f30be278804 gateway port host: None {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:09:57.868138 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:09:57Z', 'revision_number': 6, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'gw_port_host': None}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:57.873947 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c5be8-5587-4e65-9bf0-dada6596cb46 None None] The sync data for ids ['f6d2b908-1cd7-4d07-865e-7f30be278804'] in dv-cinder-805283-1-iscsi is: [{'id': 'f6d2b908-1cd7-4d07-865e-7f30be278804', 'name': 'tempest-ServerRescueNegativeTestJSON-346801908-router', 'tenant_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:09:57Z', 'revision_number': 6, 'project_id': 'f7f0740783aa45a1b0597fc012a74ccf', 'gw_port_host': None}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:09:57.964697 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] For port 48eb43a3-52e8-4aa9-a84c-2921dffb3f59, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=48eb43a3-52e8-4aa9-a84c-2921dffb3f59,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:09:57.968338 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.106001 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Calling delete_port for 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 owned by network:router_gateway {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:09:58.305746 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.310029 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:58.352847 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Pushing event deleted for resources: {'Port': ['ID=48eb43a3-52e8-4aa9-a84c-2921dffb3f59,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:58.357147 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:58.398723 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67010839'] for router_gateway, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.575366 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67010125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1096'] for router, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.577936 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.664224 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67009869'] for router, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.665027 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d2b908-1cd7-4d07-865e-7f30be278804 {{(pid=79331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:09:58.682616 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.686052 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f6d2b908-1cd7-4d07-865e-7f30be278804 HTTP/1.1" status: 204 len: 168 time: 1.6737323 Aug 20 19:09:58.686310 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55154) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:58.720725 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72245d-e82b-45a4-ad70-a829ca430720 req-58c1328c-9f6b-4a5f-875f-6aae3d621d1f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:09:58.722193 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-be72245d-e82b-45a4-ad70-a829ca430720 req-58c1328c-9f6b-4a5f-875f-6aae3d621d1f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.0948036 Aug 20 19:09:58.754521 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] Deleting subnet 503363ed-20b6-413e-bb76-089ab59f7feb {{(pid=79331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:09:58.761062 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.774807 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-be72245d-e82b-45a4-ad70-a829ca430720 req-1cf7a155-94cd-4ded-9604-7fdc70a31b51 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462949 Aug 20 19:09:58.823881 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.836180 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.930713 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.935654 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:58.978220 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503363ed-20b6-413e-bb76-089ab59f7feb,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:58.981607 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:58.984667 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:58.994846 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/503363ed-20b6-413e-bb76-089ab59f7feb HTTP/1.1" status: 204 len: 168 time: 0.3075120 Aug 20 19:09:58.995408 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55166) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:59.136745 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.269297 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.283415 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:59.295963 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806ff58d-3039-47c1-bc79-5aa9903dd558') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:59.296259 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806ff58d-3039-47c1-bc79-5aa9903dd558') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:09:59.310031 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.326484 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.333310 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:09:59.333906 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:09:59.347295 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:09:59.438931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.446648 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:59.463541 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.469619 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:59.473702 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:59.481242 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] 10.222.0.54 "DELETE /v2.0/networks/ec4622a9-c6bb-46dd-ba49-91f3b3cd6a65 HTTP/1.1" status: 204 len: 168 time: 0.4840600 Aug 20 19:09:59.680622 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55186) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:59.700652 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:09:59.736868 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-c64da9c7-6375-4f27-9999-d349bc1e10f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7f0740783aa45a1b0597fc012a74ccf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0544486 Aug 20 19:09:59.739822 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55190) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:09:59.751950 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:09:59.752439 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 48eb43a3-52e8-4aa9-a84c-2921dffb3f59 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:09:59.753293 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:09:59.816934 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:09:59.817784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 6ec3907e-33f2-4083-8dfc-0ef0752e8ba2 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:09:59.828356 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7800be0a-6041-4d8b-8c30-b179218d167c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.862425 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7800be0a-6041-4d8b-8c30-b179218d167c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.933541 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7800be0a-6041-4d8b-8c30-b179218d167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.939191 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8d019f2a-90a1-4043-9734-ec74b5cdedfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:09:59.954834 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800be0a-6041-4d8b-8c30-b179218d167c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2726792b-c00f-4ca8-b832-5d49f4b726c7,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:09:59.958611 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7800be0a-6041-4d8b-8c30-b179218d167c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:09:59.977810 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7800be0a-6041-4d8b-8c30-b179218d167c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:09:59.977810 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-7800be0a-6041-4d8b-8c30-b179218d167c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2726792b-c00f-4ca8-b832-5d49f4b726c7 HTTP/1.1" status: 204 len: 168 time: 0.2317870 Aug 20 19:10:00.013240 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:00.078180 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70cdae-51db-4777-b041-dda994b36b6a req-c82b518d-aeb4-4a1c-bbfc-b65038d0663f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:00.079712 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7e70cdae-51db-4777-b041-dda994b36b6a req-c82b518d-aeb4-4a1c-bbfc-b65038d0663f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.0933492 Aug 20 19:10:00.137320 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7e70cdae-51db-4777-b041-dda994b36b6a req-ee83f5b9-0e6b-499d-9afe-ef7accb46e16 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502276 Aug 20 19:10:00.486633 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55220) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:00.706155 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:00.723004 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:00.727861 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Usage tracker for resource:security_group_rule and tenant:3853717e702b42a880f2acca9a155c17 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:00.730825 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:00.736869 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:00.832656 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:00.838494 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:00.847850 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-94f786a0-17e3-4a18-9440-61b5e3d3bb67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:00.888342 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3853717e702b42a880f2acca9a155c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006109 Aug 20 19:10:00.889999 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9536ef91-10e8-49ec-b045-bbd791898413,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:00.891033 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55236) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:00.893050 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:00.956097 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cfb152e-ee10-444e-826e-fdd4f187303b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:00.983765 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cfb152e-ee10-444e-826e-fdd4f187303b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:01.041142 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cfb152e-ee10-444e-826e-fdd4f187303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:01.045104 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-83125158-898c-43cd-8eb3-ae918df6971b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:01.056584 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb152e-ee10-444e-826e-fdd4f187303b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9536ef91-10e8-49ec-b045-bbd791898413,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:01.059446 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3cfb152e-ee10-444e-826e-fdd4f187303b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:01.065162 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cfb152e-ee10-444e-826e-fdd4f187303b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:01.069148 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3cfb152e-ee10-444e-826e-fdd4f187303b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9536ef91-10e8-49ec-b045-bbd791898413 HTTP/1.1" status: 204 len: 168 time: 0.1770782 Aug 20 19:10:01.347601 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397cc3d-15a0-4373-a47a-b1c594940d69 req-4ff695fc-a2e6-42ef-b226-a4373e480fb4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:01.349415 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1397cc3d-15a0-4373-a47a-b1c594940d69 req-4ff695fc-a2e6-42ef-b226-a4373e480fb4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.0966496 Aug 20 19:10:01.405905 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1397cc3d-15a0-4373-a47a-b1c594940d69 req-675ca24c-468a-4669-b0c2-bee8f5e98a8f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489852 Aug 20 19:10:01.811785 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55278) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:01.946956 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:01.961709 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:01.965518 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] Usage tracker for resource:security_group_rule and tenant:600e88c8e75d4e389a8f613c2d0bcdc6 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:01.968267 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:01.974104 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:02.065548 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:02.070990 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:02.079610 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4900f0e1-0c2c-4103-8bc9-46d4d2ca5340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:02.121044 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=600e88c8e75d4e389a8f613c2d0bcdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056347 Aug 20 19:10:02.121044 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94569067-7865-4967-83d0-930224e9ac9e,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:02.121328 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55294) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:02.122404 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d5934205-518b-4b47-8ffb-78f8896c30cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:02.184926 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9846-9992-40de-924f-1b5fc2e5edb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:02.212675 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9846-9992-40de-924f-1b5fc2e5edb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:02.268102 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9846-9992-40de-924f-1b5fc2e5edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:02.275311 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:02.292026 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e9846-9992-40de-924f-1b5fc2e5edb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94569067-7865-4967-83d0-930224e9ac9e,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:02.294844 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1e7e9846-9992-40de-924f-1b5fc2e5edb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:02.298074 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9846-9992-40de-924f-1b5fc2e5edb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:02.298074 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-1e7e9846-9992-40de-924f-1b5fc2e5edb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/94569067-7865-4967-83d0-930224e9ac9e HTTP/1.1" status: 204 len: 168 time: 0.1750138 Aug 20 19:10:02.575651 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-a9f5aff3-cf5e-4f43-9b02-fe3aa9d51e67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1278460 Aug 20 19:10:02.658074 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbca7e-8ce3-4cd4-83c7-30430a6ef106 req-7d3b3218-af17-40a7-a77d-995595580e7a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:02.659594 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0cbbca7e-8ce3-4cd4-83c7-30430a6ef106 req-7d3b3218-af17-40a7-a77d-995595580e7a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1297739 Aug 20 19:10:02.731540 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0cbbca7e-8ce3-4cd4-83c7-30430a6ef106 req-2b37b9b1-81fe-497d-8311-17df0e9d8df7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648680 Aug 20 19:10:02.741680 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-21b4baf2-edf4-45d9-8590-6c31837a1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:02.743156 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-21b4baf2-edf4-45d9-8590-6c31837a1dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 1098 time: 0.1381266 Aug 20 19:10:03.036273 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-1df1c691-a17a-4791-932c-ead2b2bd4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:03.039523 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-1df1c691-a17a-4791-932c-ead2b2bd4d8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 912 time: 0.2699997 Aug 20 19:10:03.177940 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-7ec675e5-612e-4df4-b6e9-6c3aef94180d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6 HTTP/1.1" status: 200 len: 1001 time: 0.1305230 Aug 20 19:10:03.249774 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55360) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:03.269636 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-509c41ed-8fa3-4793-ac62-f64a86e93540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:03.271770 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-509c41ed-8fa3-4793-ac62-f64a86e93540 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.0874243 Aug 20 19:10:03.376625 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-f7661028-b4e3-4cc6-b218-bc92472c8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:03.378401 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-f7661028-b4e3-4cc6-b218-bc92472c8b9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968075 Aug 20 19:10:03.394330 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1165277046-network', 'tenant_id': '8b133978feac4c16b2783be127286f51'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:03.400424 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:03.405437 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Usage tracker for resource:network and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:03.408518 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:03.419698 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:03.430347 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Made reservation on behalf of 8b133978feac4c16b2783be127286f51 for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:10:03.433535 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.449949 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.466484 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:03.470442 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Usage tracker for resource:security_group_rule and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:03.473551 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:03.479819 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:03.543083 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-d7e75308-5343-4912-bfc7-ff34a1c617e0 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554689 Aug 20 19:10:03.576387 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.584628 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.589377 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-281bdbf4-445d-4351-ada0-c215f5cf197a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:03.615418 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:10:03.630052 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6008390e-29e7-4697-b550-888708d76947,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:03.634989 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:03.635931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.636338 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Added segment e8620a18-ed9a-4cde-b9ee-21eda34fb2b1 of type vlan for network fec3487f-cb2f-4590-a727-90ff59704cde Aug 20 19:10:03.664480 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.695799 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.696102 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5e39d17a-dafa-493a-a0e0-668199cf8b4f req-f2c639df-680b-4a22-8015-02c351b553e1 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444204 Aug 20 19:10:03.697252 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:03.697823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.702254 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:03.807539 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Pushing event updated for resources: {'Network': ['ID=fec3487f-cb2f-4590-a727-90ff59704cde,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:03.811459 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:03.816457 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55372) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:03.816735 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5645878 Aug 20 19:10:03.824848 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network fec3487f-cb2f-4590-a727-90ff59704cde details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:10:03.825518 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Request body: {'subnet': {'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1165277046-subnet', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'ip_version': 4}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:03.830829 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:03.849477 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Usage tracker for resource:subnet and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:03.857440 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:03.864222 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:03.878268 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Made reservation on behalf of 8b133978feac4c16b2783be127286f51 for: {'subnet': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:10:03.881476 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:03.980917 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72d602-5af7-48d5-a48b-a0c5f3298375 req-439a43fc-d040-4cfc-9c7b-fd96df9f7c96 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:03.982377 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-aa72d602-5af7-48d5-a48b-a0c5f3298375 req-439a43fc-d040-4cfc-9c7b-fd96df9f7c96 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.0913596 Aug 20 19:10:04.107624 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-aa72d602-5af7-48d5-a48b-a0c5f3298375 req-2a3afe59-9b5f-45f6-bf07-498c1ec81c50 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194484 Aug 20 19:10:04.114051 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.120120 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-33ea6783-bb4b-4692-b431-b82e7be8e05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:04.196177 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=050fe079-e106-49e6-8b80-5a2dee95a890,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:04.199741 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:04.200648 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Checking segment: {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:04.200935 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Network hostable DHCP agents. Network: fec3487f-cb2f-4590-a727-90ff59704cde, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:10:04.220915 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Network fec3487f-cb2f-4590-a727-90ff59704cde is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:10:04.230891 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, fec3487f-cb2f-4590-a727-90ff59704cde) {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:04.235184 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:04.235758 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.241057 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2379f1-0398-4921-abf5-666b07cc499d None None] Network fec3487f-cb2f-4590-a727-90ff59704cde requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:10:04.270743 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4498165 Aug 20 19:10:04.270743 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55378) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:04.276074 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:04.280904 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:04.284907 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Usage tracker for resource:router and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:04.288052 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:04.294400 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:04.306838 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.308101 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.324573 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.470853 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-fec3487f-cb2f-4590-a727-90ff59704cde', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:10:04.471692 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.631115 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55392) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:04.644904 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.721649 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Allocated IP 172.20.0.2 (fec3487f-cb2f-4590-a727-90ff59704cde/050fe079-e106-49e6-8b80-5a2dee95a890/cd7e1870-704e-41f5-a9e2-fb1965f14e2c) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:10:04.812443 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.831222 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:04.836972 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Usage tracker for resource:security_group_rule and tenant:4c7322f35b824f688fe6a563a66f619c is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:04.841419 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:04.852450 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:04.990300 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:04.997130 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.009400 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-163c99ff-c657-447b-963c-c1be1033ea7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:05.046870 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.059527 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55414) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:05.059799 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c7322f35b824f688fe6a563a66f619c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261160 Aug 20 19:10:05.061033 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec7c45a-5d77-4400-a163-62ce1efe9a57,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:05.063655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Transition to ACTIVE for port object cd7e1870-704e-41f5-a9e2-fb1965f14e2c will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:05.074182 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:05.087116 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Transition to ACTIVE for port object cd7e1870-704e-41f5-a9e2-fb1965f14e2c will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:05.094609 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.100297 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:05.165094 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Network fec3487f-cb2f-4590-a727-90ff59704cde is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:10:05.180637 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:05.183947 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:10:05.225979 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Pushing event updated for resources: {'Port': ['ID=cd7e1870-704e-41f5-a9e2-fb1965f14e2c,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:05.229919 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:05.271111 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.292612 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Attempting to bind port cd7e1870-704e-41f5-a9e2-fb1965f14e2c on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:10:05.293000 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Attempting to bind port cd7e1870-704e-41f5-a9e2-fb1965f14e2c by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:10:05.293383 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Attempting to bind port cd7e1870-704e-41f5-a9e2-fb1965f14e2c on network fec3487f-cb2f-4590-a727-90ff59704cde {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:10:05.299111 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:10:05.299510 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Checking segment: {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:05.300171 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.300613 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Bound using segment: {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:10:05.301099 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Bound port: cd7e1870-704e-41f5-a9e2-fb1965f14e2c, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:10:05.301484 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.306239 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d3abf4fa-c7a3-4350-b53c-7ca2cbf46ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.325287 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.345386 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34318b4-2d28-4d3e-8ace-76978c820c5c req-b88b2d1c-8715-48eb-851c-e370183042d6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:05.349064 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e34318b4-2d28-4d3e-8ace-76978c820c5c req-b88b2d1c-8715-48eb-851c-e370183042d6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1067340 Aug 20 19:10:05.381690 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d3abf4fa-c7a3-4350-b53c-7ca2cbf46ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.400036 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e34318b4-2d28-4d3e-8ace-76978c820c5c req-6104d17c-4953-43d2-ae64-d4111873d059 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459714 Aug 20 19:10:05.408419 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] For port cd7e1870-704e-41f5-a9e2-fb1965f14e2c, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:10:05.413182 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] For port cd7e1870-704e-41f5-a9e2-fb1965f14e2c, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=cd7e1870-704e-41f5-a9e2-fb1965f14e2c,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:10:05.421756 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.426319 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:05.505925 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Pushing event updated for resources: {'Port': ['ID=cd7e1870-704e-41f5-a9e2-fb1965f14e2c,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:05.513785 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:05.533088 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d3abf4fa-c7a3-4350-b53c-7ca2cbf46ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.536384 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Allocated IP 172.27.3.118 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/8f3f5a6e-c576-4362-9019-a5b5e2d958fa) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:10:05.538891 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e4bf659a-dd6d-4aed-8321-13e9b678e755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:05.555201 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abf4fa-c7a3-4350-b53c-7ca2cbf46ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec7c45a-5d77-4400-a163-62ce1efe9a57,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:05.561538 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d3abf4fa-c7a3-4350-b53c-7ca2cbf46ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:05.612069 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d3abf4fa-c7a3-4350-b53c-7ca2cbf46ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.613237 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-d3abf4fa-c7a3-4350-b53c-7ca2cbf46ce2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ec7c45a-5d77-4400-a163-62ce1efe9a57 HTTP/1.1" status: 204 len: 168 time: 0.5519621 Aug 20 19:10:05.751765 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.791943 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:05.797427 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:05.873308 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:10:05.876203 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:05.880155 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:10:05.955830 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Pushing event updated for resources: {'Port': ['ID=8f3f5a6e-c576-4362-9019-a5b5e2d958fa,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:05.959756 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:06.013041 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:10:06.156484 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:06.172322 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'port_id': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'mac_address': 'fa:16:3e:80:43:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:10:06.245838 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:06.266606 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e260e3d3-1785-4c99-b313-d51aff00c0af {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:10:06.283063 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:06.286184 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:06.292757 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:06.295907 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:06.397317 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['e260e3d3-1785-4c99-b313-d51aff00c0af'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:10:06.455103 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=6']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:06.459305 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:06.746438 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42573d92-c940-4102-b96d-55716f0c9060 None None] Network fec3487f-cb2f-4590-a727-90ff59704cde requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:10:06.886170 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-ea4af26c-d33a-4931-998c-2c1e3e8b599b None None] Provisioning for port cd7e1870-704e-41f5-a9e2-fb1965f14e2c completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:07.096375 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85d3be-08bb-4da1-b6fc-64ccfd726d57 req-fce18b9a-9a1f-4493-8c9d-f678b34b3cac tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:07.097969 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-db85d3be-08bb-4da1-b6fc-64ccfd726d57 req-fce18b9a-9a1f-4493-8c9d-f678b34b3cac tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 944 time: 0.5059862 Aug 20 19:10:07.109768 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.172761 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-db85d3be-08bb-4da1-b6fc-64ccfd726d57 req-2fc2c5cf-c37a-4d05-aeb8-88fc3d84a564 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611541 Aug 20 19:10:07.174687 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55488) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:07.339829 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.365055 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:07.369541 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ecefc54385114463afde380eace2c5db is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:07.372853 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:07.381488 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:07.438217 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Router 0710a4ea-e76e-4333-95e6-4a58a97db473 is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:10:07.503841 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55498) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:07.507536 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.514210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.528510 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a5d1c38a-49ab-4a71-a268-df3daf5746c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:07.575733 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ecefc54385114463afde380eace2c5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998568 Aug 20 19:10:07.576617 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aef5f7-1799-46ca-a9bb-cdcdb305b792,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:07.579906 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:07.580768 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55504) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:07.642470 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-274d9e97-85c8-417c-abe9-5214483ad41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.652716 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:10:07.676858 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.678252 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4066834 Aug 20 19:10:07.678787 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Sync routers for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:10:07.681167 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55508) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:07.683603 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.689267 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:10:07.689928 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:09:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:07.709291 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:07.719323 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-274d9e97-85c8-417c-abe9-5214483ad41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.734946 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Usage tracker for resource:security_group_rule and tenant:674bc0a37f314820ae9745fed351adbc is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:07.742834 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:07.761406 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:07.827831 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device cd7e1870-704e-41f5-a9e2-fb1965f14e2c up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:07.838166 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-274d9e97-85c8-417c-abe9-5214483ad41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.843433 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-873070d4-c032-4ba3-8a02-a700e6dc9652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:07.868110 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d9e97-85c8-417c-abe9-5214483ad41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aef5f7-1799-46ca-a9bb-cdcdb305b792,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:07.873194 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-274d9e97-85c8-417c-abe9-5214483ad41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:07.907499 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-274d9e97-85c8-417c-abe9-5214483ad41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.910563 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-274d9e97-85c8-417c-abe9-5214483ad41b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4aef5f7-1799-46ca-a9bb-cdcdb305b792 HTTP/1.1" status: 204 len: 168 time: 0.3265851 Aug 20 19:10:07.916755 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.922835 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:07.932238 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7800be0a-6041-4d8b-8c30-b179218d167c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:07.994952 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb93d0a-1e45-4fff-9d61-461c45437197,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:08.015808 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:08.018935 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=674bc0a37f314820ae9745fed351adbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125611 Aug 20 19:10:08.020123 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:08.021707 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55516) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:08.105920 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a650b2d8-2aa2-4416-a7b8-2ee91e4deb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.112316 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:10:08.133319 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a650b2d8-2aa2-4416-a7b8-2ee91e4deb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.196839 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a650b2d8-2aa2-4416-a7b8-2ee91e4deb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.200891 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-14e9c5b5-bed9-4bb0-acb9-e3f86320d809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:08.219284 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650b2d8-2aa2-4416-a7b8-2ee91e4deb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb93d0a-1e45-4fff-9d61-461c45437197,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:08.225508 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a650b2d8-2aa2-4416-a7b8-2ee91e4deb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:08.237412 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a650b2d8-2aa2-4416-a7b8-2ee91e4deb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.238914 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a650b2d8-2aa2-4416-a7b8-2ee91e4deb8d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffb93d0a-1e45-4fff-9d61-461c45437197 HTTP/1.1" status: 204 len: 168 time: 0.2153020 Aug 20 19:10:08.312909 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port cd7e1870-704e-41f5-a9e2-fb1965f14e2c completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:08.342454 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port cd7e1870-704e-41f5-a9e2-fb1965f14e2c triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:08.344584 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.450642 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55532) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:08.469469 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port e260e3d3-1785-4c99-b313-d51aff00c0af triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:08.469846 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.484028 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.502823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:08.509446 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Usage tracker for resource:security_group_rule and tenant:1e4ae7cee63747b6b8523bf72d115d68 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:08.512635 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:08.520873 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:08.664063 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.669434 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.681291 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-89108486-df87-4176-b085-8b8ed4517068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:08.734129 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e4ae7cee63747b6b8523bf72d115d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823892 Aug 20 19:10:08.736625 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55542) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:08.740690 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935171c6-7dcd-41f2-86e2-c96a2bda8aeb,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:08.776096 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:08.808202 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ad89-a33a-47d1-a5f8-7f65ff2cbb78 req-f72a4e2f-e32e-4458-a155-9b4293607347 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:08.815386 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9594ad89-a33a-47d1-a5f8-7f65ff2cbb78 req-f72a4e2f-e32e-4458-a155-9b4293607347 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 944 time: 0.3590348 Aug 20 19:10:08.890512 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.909150 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9594ad89-a33a-47d1-a5f8-7f65ff2cbb78 req-3fe4856e-fac3-4b57-a63e-0e159c16ab94 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928268 Aug 20 19:10:08.933524 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9bbf27fb-4466-45a8-bc43-4b25b2a8e1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.936692 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.942832 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:08.986627 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:10:09.006549 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9bbf27fb-4466-45a8-bc43-4b25b2a8e1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.015420 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port cd7e1870-704e-41f5-a9e2-fb1965f14e2c, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=cd7e1870-704e-41f5-a9e2-fb1965f14e2c,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:09.029510 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:09.039095 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.046991 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:06Z', 'revision_number': 3, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:09.050819 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cafbb-e484-40af-b341-c8aa3e354a4b req-80f1733a-4689-4b91-a888-ad77e17bcd63 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:09.052538 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6e5cafbb-e484-40af-b341-c8aa3e354a4b req-80f1733a-4689-4b91-a888-ad77e17bcd63 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.2280862 Aug 20 19:10:09.058602 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f274d62d-5a69-4330-ba50-f54cb7b16aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:09.102649 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Checking router: 0710a4ea-e76e-4333-95e6-4a58a97db473 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:10:09.103007 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Updating router 0710a4ea-e76e-4333-95e6-4a58a97db473 port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:10:09.117112 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9bbf27fb-4466-45a8-bc43-4b25b2a8e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.124181 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-678ae8ca-3622-4148-b323-6b495c1179c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:09.132523 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'code': 200} Aug 20 19:10:09.135424 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf27fb-4466-45a8-bc43-4b25b2a8e1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935171c6-7dcd-41f2-86e2-c96a2bda8aeb,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:09.138259 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9bbf27fb-4466-45a8-bc43-4b25b2a8e1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:09.151955 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.164641 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6e5cafbb-e484-40af-b341-c8aa3e354a4b req-9c8cece5-5dcb-4674-8798-fcac23cdf539 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706770 Aug 20 19:10:09.165595 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-9bbf27fb-4466-45a8-bc43-4b25b2a8e1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.166582 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-9bbf27fb-4466-45a8-bc43-4b25b2a8e1d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/935171c6-7dcd-41f2-86e2-c96a2bda8aeb HTTP/1.1" status: 204 len: 168 time: 0.4287784 Aug 20 19:10:09.223454 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.270538 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=cd7e1870-704e-41f5-a9e2-fb1965f14e2c,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:09.275706 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:09.276164 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:09.357733 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Allocated IP 172.20.0.1 (fec3487f-cb2f-4590-a727-90ff59704cde/050fe079-e106-49e6-8b80-5a2dee95a890/7f5e7f42-84e9-44d2-9074-87bfa6c8ca96) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:10:09.382452 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55564) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:09.419388 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=7']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:09.425719 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:09.546835 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.573260 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Transition to ACTIVE for port object 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:09.600071 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.605585 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:09.683479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-173695299-network', 'tenant_id': '1f2ac65785d247158070f8f98db4e852'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:09.690665 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:09.702432 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Usage tracker for resource:network and tenant:1f2ac65785d247158070f8f98db4e852 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:09.706175 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:09.713691 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:09.719235 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Network fec3487f-cb2f-4590-a727-90ff59704cde is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:10:09.724577 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:09.726635 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device cd7e1870-704e-41f5-a9e2-fb1965f14e2c up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:09.728532 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Made reservation on behalf of 1f2ac65785d247158070f8f98db4e852 for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:10:09.731187 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.744377 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:10:09.745276 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.753777 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.772039 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:09.777004 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Usage tracker for resource:security_group_rule and tenant:1f2ac65785d247158070f8f98db4e852 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:09.780212 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:09.782877 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.786569 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:09.846077 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Transition to ACTIVE for port object 8f3f5a6e-c576-4362-9019-a5b5e2d958fa will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:09.876979 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.891189 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e2d0f9c1-d171-44ee-a85d-0df8961c2ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:09.934772 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Pushing event updated for resources: {'Port': ['ID=7f5e7f42-84e9-44d2-9074-87bfa6c8ca96,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:09.941205 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:09.973101 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.985388 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:09.989803 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d9553be0-42d0-4c63-9bf7-17cf3e8f597e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:09.992625 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port cd7e1870-704e-41f5-a9e2-fb1965f14e2c triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:09.993120 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.021717 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:10:10.046786 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bac262-caa9-4c9e-96c0-0aea6b747158,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:10.051429 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:10.052432 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.052800 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Added segment b080eb9d-799f-4562-afb6-d5714661f4e2 of type vlan for network 672677ec-acc2-4b14-90d3-7f7f73daf452 Aug 20 19:10:10.126192 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.161930 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897c0d6-da38-4ad7-a92a-5647e26a02f2 None None] Pushing event updated for resources: {'Port': ['ID=8f3f5a6e-c576-4362-9019-a5b5e2d958fa,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:10.168462 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Attempting to bind port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:10:10.168887 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Attempting to bind port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:10:10.169259 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Attempting to bind port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:10:10.170729 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.173062 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:10.173973 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.177319 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-4897c0d6-da38-4ad7-a92a-5647e26a02f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:10.180747 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:10.186290 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:10:10.186671 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:10.187073 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.187474 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:10:10.187968 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Bound port: 8f3f5a6e-c576-4362-9019-a5b5e2d958fa, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:10:10.188365 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.265327 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.295768 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a719457-4b45-437d-826d-b0742a1792c1 req-538ba219-1c00-40cf-8392-a913023829ab tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:10.303782 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2a719457-4b45-437d-826d-b0742a1792c1 req-538ba219-1c00-40cf-8392-a913023829ab tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1694911 Aug 20 19:10:10.309934 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Pushing event updated for resources: {'Network': ['ID=672677ec-acc2-4b14-90d3-7f7f73daf452,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:10.314090 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9301062 Aug 20 19:10:10.315325 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:10.317329 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55592) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:10.327057 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Request body: {'subnet': {'network_id': '672677ec-acc2-4b14-90d3-7f7f73daf452', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-173695299-subnet', 'tenant_id': '1f2ac65785d247158070f8f98db4e852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:10.332860 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:10.342588 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Usage tracker for resource:subnet and tenant:1f2ac65785d247158070f8f98db4e852 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:10.343430 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network 672677ec-acc2-4b14-90d3-7f7f73daf452 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:10:10.351804 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:10.363182 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:10.417635 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Made reservation on behalf of 1f2ac65785d247158070f8f98db4e852 for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:10:10.420501 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65314145'] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.437895 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2a719457-4b45-437d-826d-b0742a1792c1 req-6baa2f46-a454-48b2-bd6b-249f57124864 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320999 Aug 20 19:10:10.518421 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-10237540-2abe-48a7-8b50-6fdb0e9d6535 None None] Provisioning for port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:10.525637 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] For port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:10:10.527617 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-10237540-2abe-48a7-8b50-6fdb0e9d6535 None None] Provisioning complete for port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:10.527986 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-10237540-2abe-48a7-8b50-6fdb0e9d6535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.574988 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb54eed-6d45-4e84-a587-6486b90b4932 req-7da07f0e-667a-4c49-99dc-159d02a66e50 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:10.582132 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cfb54eed-6d45-4e84-a587-6486b90b4932 req-7da07f0e-667a-4c49-99dc-159d02a66e50 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.2104814 Aug 20 19:10:10.632072 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-10237540-2abe-48a7-8b50-6fdb0e9d6535 None None] Port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:10:10.634601 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] For port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=8f3f5a6e-c576-4362-9019-a5b5e2d958fa,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:10:10.638316 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.645950 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.646845 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.648873 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.653487 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:10.656644 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cfb54eed-6d45-4e84-a587-6486b90b4932 req-041e8090-b0c9-4cd3-854e-61e497e1741c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734072 Aug 20 19:10:10.660769 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-1cf1f97c-86d6-4f15-8012-d0bea9949100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:10.751843 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:10:10.752582 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:09:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:10.793034 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65253297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65314067'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.797622 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:10.862810 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Pushing event updated for resources: {'Port': ['ID=7f5e7f42-84e9-44d2-9074-87bfa6c8ca96,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:10.870858 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:10.921951 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Checking segment: {'id': 'b080eb9d-799f-4562-afb6-d5714661f4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '672677ec-acc2-4b14-90d3-7f7f73daf452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:10.922229 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Network hostable DHCP agents. Network: 672677ec-acc2-4b14-90d3-7f7f73daf452, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:10:10.928889 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a10c997-ddaa-49fa-84c5-9ca77dbb1340,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:10.943618 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:10.957045 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Network fec3487f-cb2f-4590-a727-90ff59704cde is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:10:10.957955 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Network 672677ec-acc2-4b14-90d3-7f7f73daf452 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:10:10.958994 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:10.977092 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, 672677ec-acc2-4b14-90d3-7f7f73daf452) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:10.984625 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:10.986393 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:10.989201 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:10:11.031125 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7124996 Aug 20 19:10:11.284508 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a637b-ac26-4aaf-9e7f-0e256c532c42 None None] Network 672677ec-acc2-4b14-90d3-7f7f73daf452 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:10:11.305769 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Router 0710a4ea-e76e-4333-95e6-4a58a97db473 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:10:11.322102 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897c0d6-da38-4ad7-a92a-5647e26a02f2 None None] Pushing event updated for resources: {'Port': ['ID=8f3f5a6e-c576-4362-9019-a5b5e2d958fa,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:11.331573 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-4897c0d6-da38-4ad7-a92a-5647e26a02f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:11.532039 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e10ce6e3-5bad-4e5a-a0c9-3965b1f25ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:11.547157 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-415a09ac-d536-44e1-93b7-ce1833e58496 None None] Provisioning complete for port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:11.547539 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-415a09ac-d536-44e1-93b7-ce1833e58496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:11.665573 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:10:11.711634 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-415a09ac-d536-44e1-93b7-ce1833e58496 None None] Port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:10:11.731388 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] 10.222.0.54 "PUT /v2.0/routers/0710a4ea-e76e-4333-95e6-4a58a97db473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0406070 Aug 20 19:10:11.778179 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a9d33-f3d1-46f1-970c-3ca95b5e0f08 req-7944e1de-b21e-43ae-a415-db840c6c4f70 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:11.782657 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8d3a9d33-f3d1-46f1-970c-3ca95b5e0f08 req-7944e1de-b21e-43ae-a415-db840c6c4f70 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1203220 Aug 20 19:10:11.892123 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8d3a9d33-f3d1-46f1-970c-3ca95b5e0f08 req-73c9b8d1-8fa0-4fdf-b2cd-f0085dae71cd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956590 Aug 20 19:10:11.903443 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb7756-b57a-4b25-9ebf-6198a09f090c None None] Network 672677ec-acc2-4b14-90d3-7f7f73daf452 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:10:12.076689 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf88ec9-0e77-477f-94d6-37cbc9b70a59 req-254bf1b7-3ce7-4a56-a1e7-cdf62c89f07a tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:12.094717 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-baf88ec9-0e77-477f-94d6-37cbc9b70a59 req-254bf1b7-3ce7-4a56-a1e7-cdf62c89f07a tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.1841950 Aug 20 19:10:12.157657 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-baf88ec9-0e77-477f-94d6-37cbc9b70a59 req-ad4bc363-f71c-47d6-9ca5-3d68d3c42b47 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617745 Aug 20 19:10:12.191992 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 2, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:12.226216 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:12.238001 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ff0b99-fa27-4424-ad0c-a119c712d636 None None] The sync data for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi is: [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 2, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:10:12.721239 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55672) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:12.727877 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-379496099-network', 'tenant_id': 'a9b7871df7ed4a0c98c2b418985c99ad'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:12.736744 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:12.752062 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Usage tracker for resource:network and tenant:a9b7871df7ed4a0c98c2b418985c99ad is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:12.771086 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:12.791988 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:12.821871 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Made reservation on behalf of a9b7871df7ed4a0c98c2b418985c99ad for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:10:12.824862 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:12.859294 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:12.900264 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:12.908571 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b7871df7ed4a0c98c2b418985c99ad is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:12.912215 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:12.922147 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:13.162456 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.173048 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.176538 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1906bb13-f087-4823-a1f1-1824abf46019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:13.209847 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55686) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:13.218313 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1805766145-network', 'tenant_id': 'c6de831917864d5581dc8314100ef495'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:13.226119 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:10:13.227187 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:13.233551 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc161327-c626-4385-b442-0abd9dacccd9,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:13.238419 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Usage tracker for resource:network and tenant:c6de831917864d5581dc8314100ef495 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:13.239349 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:13.245445 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.245946 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Added segment 70b58bc6-06ce-4561-89d1-4e676e8fe04b of type vlan for network efb2d912-853d-40d4-b831-fa9425d53a5a Aug 20 19:10:13.249356 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269976f0-8ddf-4b8b-a903-b71cbecdfa86 req-96c1d97a-cc26-4704-b212-5ba1f1495986 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:13.261005 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-269976f0-8ddf-4b8b-a903-b71cbecdfa86 req-96c1d97a-cc26-4704-b212-5ba1f1495986 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1603084 Aug 20 19:10:13.289879 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:13.298592 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:13.301499 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.327579 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Made reservation on behalf of c6de831917864d5581dc8314100ef495 for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:10:13.330831 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.358579 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-269976f0-8ddf-4b8b-a903-b71cbecdfa86 req-b5ad6c6c-0852-496f-b519-b18b2edb4ece tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946019 Aug 20 19:10:13.364218 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.389133 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:13.393989 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c6de831917864d5581dc8314100ef495 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:13.397580 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:13.404375 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:13.414852 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.417977 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:13.418830 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.450822 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:13.528771 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.536912 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.541464 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e5fe7565-3990-4158-98e2-b036cd84c2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:13.570603 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b426e6-ec80-43fd-96fe-8aab9580e5e7,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:13.584759 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.585648 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.586046 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.586330 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.586670 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.587157 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.587501 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.587836 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.588171 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.588502 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.588857 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.589186 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:13.594576 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:13.607395 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=79331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:10:13.624879 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.625222 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Added segment c0938a5e-37fb-476e-b78c-6b569581da11 of type vlan for network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 Aug 20 19:10:13.685189 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.754209 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.758911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:13.759562 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:13.764000 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:13.874431 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 8f3f5a6e-c576-4362-9019-a5b5e2d958fa up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:13.913307 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1907852 Aug 20 19:10:13.915937 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Pushing event updated for resources: {'Network': ['ID=efb2d912-853d-40d4-b831-fa9425d53a5a,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:13.925078 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55696) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:13.931245 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:13.943326 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Request body: {'subnet': {'network_id': 'efb2d912-853d-40d4-b831-fa9425d53a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-379496099-subnet', 'tenant_id': 'a9b7871df7ed4a0c98c2b418985c99ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:13.952426 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:13.959068 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Usage tracker for resource:subnet and tenant:a9b7871df7ed4a0c98c2b418985c99ad is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:13.963966 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:13.977834 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:13.982588 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network efb2d912-853d-40d4-b831-fa9425d53a5a details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:10:14.016819 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab3fc3-0ad8-45b6-84a0-72f3519acb6a req-76669ddb-92d9-4b7d-a92a-e4b4a992910d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:14.025956 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6fab3fc3-0ad8-45b6-84a0-72f3519acb6a req-76669ddb-92d9-4b7d-a92a-e4b4a992910d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.6093197 Aug 20 19:10:14.056431 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3327ffa6-855a-41ae-adea-2762c3a5f650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:14.120179 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9068470 Aug 20 19:10:14.121510 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55702) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:14.122026 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c95a1b74-0fb2-4ffa-a3e9-e3b260d19127,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:14.126637 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:14.142624 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Made reservation on behalf of a9b7871df7ed4a0c98c2b418985c99ad for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:10:14.145428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65314145'] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:14.170637 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:10:14.196401 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6fab3fc3-0ad8-45b6-84a0-72f3519acb6a req-5e1a9b5e-b401-41a9-b790-00077f886c53 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691239 Aug 20 19:10:14.208524 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Request body: {'subnet': {'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1805766145-subnet', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:14.255318 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:14.278248 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Usage tracker for resource:subnet and tenant:c6de831917864d5581dc8314100ef495 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:14.288066 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:14.358309 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:14.411111 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Made reservation on behalf of c6de831917864d5581dc8314100ef495 for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:10:14.414805 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65314145'] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:14.611811 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:14.628767 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:14.629160 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:14.654092 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:10:14.865481 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412623f4-6627-4fee-90a5-4638bae22f72 req-9880903d-4757-4d6a-aa52-33d27b9f701b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:14.874384 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-412623f4-6627-4fee-90a5-4638bae22f72 req-9880903d-4757-4d6a-aa52-33d27b9f701b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.2200286 Aug 20 19:10:14.926359 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:14.967463 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-412623f4-6627-4fee-90a5-4638bae22f72 req-494d9123-ce27-4ca1-9044-e60df1041882 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908976 Aug 20 19:10:14.967808 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65253297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65314067'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:14.979215 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-6525b6d1-ea77-41bb-ad02-de6c30c37c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:15.005189 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=8f3f5a6e-c576-4362-9019-a5b5e2d958fa,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:15.007283 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:15.012717 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:15.015245 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:15.119184 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=8f3f5a6e-c576-4362-9019-a5b5e2d958fa,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:15.125616 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d745e18-e50d-46a5-8515-f95b5877900e,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:15.126147 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:15.135592 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:15.158039 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Checking segment: {'id': '70b58bc6-06ce-4561-89d1-4e676e8fe04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'efb2d912-853d-40d4-b831-fa9425d53a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:15.158403 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Network hostable DHCP agents. Network: efb2d912-853d-40d4-b831-fa9425d53a5a, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:10:15.189224 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65253297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65314067'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:15.194768 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f6f4cf9d-733d-4d02-a02d-cd152f9ab583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:15.235067 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Network efb2d912-853d-40d4-b831-fa9425d53a5a is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:10:15.283727 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, efb2d912-853d-40d4-b831-fa9425d53a5a) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:15.289422 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:15.291428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:15.294617 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e82573-c5e2-4166-95e2-d768c8684bde None None] Network efb2d912-853d-40d4-b831-fa9425d53a5a requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:10:15.326910 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fac73bb-85a4-4f78-9934-5104c9a0c2a5,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:15.335224 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:15.356850 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Checking segment: {'id': 'c0938a5e-37fb-476e-b78c-6b569581da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:15.357518 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Network hostable DHCP agents. Network: c95a1b74-0fb2-4ffa-a3e9-e3b260d19127, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:10:15.369894 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4349635 Aug 20 19:10:15.458508 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:10:15.512063 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, c95a1b74-0fb2-4ffa-a3e9-e3b260d19127) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:15.527071 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:15.529556 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:15.590542 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4603395 Aug 20 19:10:15.590963 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55716) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:15.596572 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:15.609231 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d56a1-38a6-4f07-818c-a10e1195ebf5 req-5e024f25-5a7d-4d85-82bd-3d7c77bbe51b tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:15.612263 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-269d56a1-38a6-4f07-818c-a10e1195ebf5 req-5e024f25-5a7d-4d85-82bd-3d7c77bbe51b tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.2167902 Aug 20 19:10:15.625194 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:15.637094 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502431c-ef4f-4255-9625-55d30dc753bf None None] Network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:10:15.640180 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Usage tracker for resource:router and tenant:c6de831917864d5581dc8314100ef495 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:15.655316 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:15.684276 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:15.704198 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55720) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:15.770388 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-269d56a1-38a6-4f07-818c-a10e1195ebf5 req-d15f4ac6-73eb-44a0-85c9-e24dfd85e03a tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507041 Aug 20 19:10:15.800533 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:15.801911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:15.845053 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] Deleting subnet 0a10c997-ddaa-49fa-84c5-9ca77dbb1340 {{(pid=79331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:10:15.848855 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:15.850512 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:15.966184 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Sync routers for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:10:15.991371 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 8f3f5a6e-c576-4362-9019-a5b5e2d958fa up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:15.995612 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:10:15.996517 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:10:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:16.025157 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:16.169047 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:16.184532 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9cf17-5cfc-4e0b-80a9-8374a8a70396 None None] Network efb2d912-853d-40d4-b831-fa9425d53a5a requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:10:16.359740 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:16.360680 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:16.407107 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:10:16.653974 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-c95a1b74-0fb2-4ffa-a3e9-e3b260d19127', 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'fixed_ips': [{'subnet_id': '2fac73bb-85a4-4f78-9934-5104c9a0c2a5'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:10:16.655400 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:16.771397 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:16.804931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:16.996116 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:17.076793 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5e42fa37-8a45-4591-91c6-3b97c25d1c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:17.150773 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a10c997-ddaa-49fa-84c5-9ca77dbb1340,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:17.155896 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Allocated IP 172.20.0.2 (c95a1b74-0fb2-4ffa-a3e9-e3b260d19127/2fac73bb-85a4-4f78-9934-5104c9a0c2a5/4885c11a-843b-4262-abcf-cae0ac07a2f9) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:10:17.157951 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:17.166256 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:17.221647 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 2, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:17.234847 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Checking router: 0710a4ea-e76e-4333-95e6-4a58a97db473 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:10:17.235486 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Updating router 0710a4ea-e76e-4333-95e6-4a58a97db473 port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:10:17.262468 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0a10c997-ddaa-49fa-84c5-9ca77dbb1340 HTTP/1.1" status: 204 len: 168 time: 1.5557115 Aug 20 19:10:17.266230 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55738) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:17.271883 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afdcaf-b764-4c71-a36f-c6a29061da26 req-771519e5-3a08-4ed4-a3f5-bc51c63edb2c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:17.279577 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b6afdcaf-b764-4c71-a36f-c6a29061da26 req-771519e5-3a08-4ed4-a3f5-bc51c63edb2c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 1.0168393 Aug 20 19:10:17.362956 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b6afdcaf-b764-4c71-a36f-c6a29061da26 req-d82238b0-f18c-4925-ad7e-e34008548408 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766304 Aug 20 19:10:17.363320 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:17.465601 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43d44d-e9a7-4c90-a980-eff386ecf876 req-d71f523d-92b0-40c5-8512-08e6400bf3e4 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:17.474298 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3e43d44d-e9a7-4c90-a980-eff386ecf876 req-d71f523d-92b0-40c5-8512-08e6400bf3e4 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.4128702 Aug 20 19:10:17.557271 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:17.576978 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:17.595454 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3e43d44d-e9a7-4c90-a980-eff386ecf876 req-c00a9534-cb47-4cef-8c98-6cc7bbb37c7e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198215 Aug 20 19:10:17.600165 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Transition to ACTIVE for port object 4885c11a-843b-4262-abcf-cae0ac07a2f9 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:17.655504 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Transition to ACTIVE for port object 4885c11a-843b-4262-abcf-cae0ac07a2f9 will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:17.668270 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:17.683442 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:17.729764 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:17.847704 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:10:17.851369 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:17.853234 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:17.856665 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:10:17.893624 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Pushing event updated for resources: {'Port': ['ID=4885c11a-843b-4262-abcf-cae0ac07a2f9,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:17.909278 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:17.957630 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:17.981891 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672677ec-acc2-4b14-90d3-7f7f73daf452']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:17.987883 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Attempting to bind port 4885c11a-843b-4262-abcf-cae0ac07a2f9 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:10:17.989217 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Attempting to bind port 4885c11a-843b-4262-abcf-cae0ac07a2f9 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'c0938a5e-37fb-476e-b78c-6b569581da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:10:17.991839 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Attempting to bind port 4885c11a-843b-4262-abcf-cae0ac07a2f9 on network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:10:18.008839 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:10:18.009507 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b080eb9d-799f-4562-afb6-d5714661f4e2') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:18.009809 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b080eb9d-799f-4562-afb6-d5714661f4e2') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:18.010078 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Checking segment: {'id': 'c0938a5e-37fb-476e-b78c-6b569581da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:18.010686 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.013117 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Bound using segment: {'id': 'c0938a5e-37fb-476e-b78c-6b569581da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:10:18.013879 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Bound port: 4885c11a-843b-4262-abcf-cae0ac07a2f9, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0938a5e-37fb-476e-b78c-6b569581da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:10:18.014496 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.029662 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.056748 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.074640 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:10:18.075105 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:10:18.095673 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:10:18.117417 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Allocated IP 172.27.3.252 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/62c794cd-89d2-478a-9c1c-d831389c2ae0) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:10:18.165908 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] For port 4885c11a-843b-4262-abcf-cae0ac07a2f9, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:10:18.174064 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] For port 4885c11a-843b-4262-abcf-cae0ac07a2f9, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=4885c11a-843b-4262-abcf-cae0ac07a2f9,segment=NetworkSegment(c0938a5e-37fb-476e-b78c-6b569581da11),segment_id=c0938a5e-37fb-476e-b78c-6b569581da11)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:10:18.183949 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.192378 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-a72380ae-eb5f-4c11-9aad-7a47dbd55e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:18.239013 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.248717 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-4418f646-a94f-406a-ad8a-222decf527c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:18.297483 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.312230 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.339132 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Transition to ACTIVE for port object 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:18.349253 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=672677ec-acc2-4b14-90d3-7f7f73daf452,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:18.358740 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:18.364356 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.366888 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/672677ec-acc2-4b14-90d3-7f7f73daf452 HTTP/1.1" status: 204 len: 168 time: 1.0990009 Aug 20 19:10:18.370942 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55746) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:18.402905 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:18.459529 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2ff77b-9432-4f8a-bb9d-f2ac0ecdcee1 admin admin] Deleting subnet 4d745e18-e50d-46a5-8515-f95b5877900e {{(pid=79332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:10:18.464936 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff77b-9432-4f8a-bb9d-f2ac0ecdcee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.489699 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Pushing event updated for resources: {'Port': ['ID=4885c11a-843b-4262-abcf-cae0ac07a2f9,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:18.517787 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:18.628596 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.706463 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.711756 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4364e081-2b46-4b66-b88f-787623d0668f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:18.822790 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff77b-9432-4f8a-bb9d-f2ac0ecdcee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65253162'] for subnet, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:18.861984 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Pushing event updated for resources: {'Port': ['ID=62c794cd-89d2-478a-9c1c-d831389c2ae0,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:18.878270 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:18.906199 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Pushing event updated for resources: {'Port': ['ID=7f5e7f42-84e9-44d2-9074-87bfa6c8ca96,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:18.915263 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:10:18.920630 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:18.932432 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:10:19.027698 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.028048 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.028393 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.028750 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.029080 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.029410 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.029737 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.030060 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.030406 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.030731 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.031051 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.031367 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:19.055528 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:19.180078 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff77b-9432-4f8a-bb9d-f2ac0ecdcee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:19.212394 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Attempting to bind port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:10:19.213091 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Attempting to bind port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:10:19.213788 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Attempting to bind port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 on network fec3487f-cb2f-4590-a727-90ff59704cde {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:10:19.227832 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:10:19.228211 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Checking segment: {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:19.232904 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:19.233650 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Bound using segment: {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:10:19.234724 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Bound port: 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:10:19.236198 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:19.330692 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ade87-3071-440f-a64c-b65b10d5111b req-5480b6de-5424-4a51-908d-9f5282b3e02b tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:19.334560 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6c2ade87-3071-440f-a64c-b65b10d5111b req-5480b6de-5424-4a51-908d-9f5282b3e02b tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.3398120 Aug 20 19:10:19.400331 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff77b-9432-4f8a-bb9d-f2ac0ecdcee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65251954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65314058'] for subnet, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:19.441682 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bb6cd9af-a396-40d6-8c11-5b4b9bf1e256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:19.442813 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] For port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:10:19.454983 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] For port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=7f5e7f42-84e9-44d2-9074-87bfa6c8ca96,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:10:19.462708 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:19.476910 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:19.543990 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ff77b-9432-4f8a-bb9d-f2ac0ecdcee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d745e18-e50d-46a5-8515-f95b5877900e,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:19.560936 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff77b-9432-4f8a-bb9d-f2ac0ecdcee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:19.583147 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3d2ff77b-9432-4f8a-bb9d-f2ac0ecdcee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:19.606871 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6c2ade87-3071-440f-a64c-b65b10d5111b req-c5ac1ab7-2d30-49ed-9867-7175afd8b5ff tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464578 Aug 20 19:10:19.614394 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3d2ff77b-9432-4f8a-bb9d-f2ac0ecdcee1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4d745e18-e50d-46a5-8515-f95b5877900e HTTP/1.1" status: 204 len: 168 time: 1.2409534 Aug 20 19:10:19.617895 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55758) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:19.633893 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Pushing event updated for resources: {'Port': ['ID=7f5e7f42-84e9-44d2-9074-87bfa6c8ca96,revision_number=4']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:19.676680 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-3354fdc9-b02d-4453-bdeb-4d8c0a539d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:19.730604 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:10:19.731270 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:10:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:20.007839 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.058052 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.119915 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:20.254432 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:20.261511 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:20.262181 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.393418 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:10:20.432811 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-c3a69f74-a29e-4bfa-a893-bcc9b177c6fe None None] Provisioning complete for port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:20.437676 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c3a69f74-a29e-4bfa-a893-bcc9b177c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.513955 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.528425 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1ad76-c426-4819-a964-8093691cf776 None None] Network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:10:20.539783 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb2d912-853d-40d4-b831-fa9425d53a5a']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:20.571377 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b58bc6-06ce-4561-89d1-4e676e8fe04b') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:20.573747 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b58bc6-06ce-4561-89d1-4e676e8fe04b') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:20.595400 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.636765 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.665089 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:10:20.666091 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.683422 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965d43-f2d9-4874-9b6f-c6c05f2f3aec req-6f3b89c7-0b5c-41c8-bfc5-63ee275742a7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:20.696133 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73965d43-f2d9-4874-9b6f-c6c05f2f3aec req-6f3b89c7-0b5c-41c8-bfc5-63ee275742a7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 1.2881219 Aug 20 19:10:20.853417 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:10:20.929632 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:10:20.996471 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c3a69f74-a29e-4bfa-a893-bcc9b177c6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:20.997386 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:21.015062 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=7f5e7f42-84e9-44d2-9074-87bfa6c8ca96,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:21.030345 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:21.031374 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 4885c11a-843b-4262-abcf-cae0ac07a2f9 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:21.072246 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73965d43-f2d9-4874-9b6f-c6c05f2f3aec req-81584856-06f1-497e-bd18-1e8903add62a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3751979 Aug 20 19:10:21.108340 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c7348c99-78c1-44e3-b628-8aebaeb42ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:21.145918 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:21.151512 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb2d912-853d-40d4-b831-fa9425d53a5a,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:21.157926 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:21.158049 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:21.197963 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:19Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:21.204838 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935ebe8-b033-4f97-801d-f35ea00257c3 None None] The sync data for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi is: [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:19Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:10:21.207785 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-d1a2adea-7db9-43a2-83d5-988d936d5fc5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/efb2d912-853d-40d4-b831-fa9425d53a5a HTTP/1.1" status: 204 len: 168 time: 1.5801322 Aug 20 19:10:21.259641 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:21.308495 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501988a8-145c-4a94-971a-8f196060896f req-ebe13a20-5d93-4b1b-a854-0a20ca1761a7 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:21.323317 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-501988a8-145c-4a94-971a-8f196060896f req-ebe13a20-5d93-4b1b-a854-0a20ca1761a7 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.3427942 Aug 20 19:10:21.326337 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.db.api [None req-c3a69f74-a29e-4bfa-a893-bcc9b177c6fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:10:21.326885 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_db.api [None req-c3a69f74-a29e-4bfa-a893-bcc9b177c6fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:10:21.387191 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 4885c11a-843b-4262-abcf-cae0ac07a2f9 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:21.403417 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=7f5e7f42-84e9-44d2-9074-87bfa6c8ca96,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:21.416346 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:21.473749 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-501988a8-145c-4a94-971a-8f196060896f req-745c42e6-84c0-4991-9f34-76633adf2119 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494040 Aug 20 19:10:21.787156 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:21.792628 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55780) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:22.005761 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-5a29d50a-cfef-4061-909c-c83b49981fde admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f2ac65785d247158070f8f98db4e852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112021 Aug 20 19:10:22.011707 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55788) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:22.183966 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:22.184847 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:22.192344 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-888084a4-aee6-4731-b63d-226b42ee09e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:22.275255 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:10:22.296394 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-888084a4-aee6-4731-b63d-226b42ee09e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:22.407022 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-e4d1d057-b038-4019-8ef2-cecccb0db275 None None] Provisioning for port 4885c11a-843b-4262-abcf-cae0ac07a2f9 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:22.426358 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-e4d1d057-b038-4019-8ef2-cecccb0db275 None None] Provisioning complete for port 4885c11a-843b-4262-abcf-cae0ac07a2f9 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:22.426887 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d057-b038-4019-8ef2-cecccb0db275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:22.486622 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bed43-ef6b-4f3b-a14f-906b4d8af570 req-e368f541-59c2-44cb-8eda-df4871650a47 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:22.498318 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cb7bed43-ef6b-4f3b-a14f-906b4d8af570 req-e368f541-59c2-44cb-8eda-df4871650a47 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.2444503 Aug 20 19:10:22.589552 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cb7bed43-ef6b-4f3b-a14f-906b4d8af570 req-ff1854bc-7845-4fee-b0f6-a45340e07bfc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900974 Aug 20 19:10:22.792010 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d057-b038-4019-8ef2-cecccb0db275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:22.857497 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-e4d1d057-b038-4019-8ef2-cecccb0db275 None None] For port 4885c11a-843b-4262-abcf-cae0ac07a2f9, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=4885c11a-843b-4262-abcf-cae0ac07a2f9,segment=NetworkSegment(c0938a5e-37fb-476e-b78c-6b569581da11),segment_id=c0938a5e-37fb-476e-b78c-6b569581da11)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:22.868327 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d057-b038-4019-8ef2-cecccb0db275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:22.876200 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:22.915480 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:10:22.947875 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Sync routers for ids ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:10:22.957450 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-888084a4-aee6-4731-b63d-226b42ee09e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:22.960326 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-888084a4-aee6-4731-b63d-226b42ee09e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:22.964330 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-888084a4-aee6-4731-b63d-226b42ee09e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7bac262-caa9-4c9e-96c0-0aea6b747158 HTTP/1.1" status: 204 len: 168 time: 0.9149084 Aug 20 19:10:22.967936 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-c4c30a6b-3493-4a1d-8c5b-390ef24f80ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:22.978194 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-e74156de-b9b0-4dc9-affd-0a2046f210bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:22.979636 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-e74156de-b9b0-4dc9-affd-0a2046f210bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 1098 time: 0.5997581 Aug 20 19:10:22.983054 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:22.984232 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ab183706-65dc-4711-9da6-f4d43c6ee539 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3919368 Aug 20 19:10:22.987031 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55802) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:22.995890 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f8b1-06b4-45f0-93ef-f3ae9e7b7acb req-9918650e-d48e-45d0-a330-a57ac358ddc4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:22.997477 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-33a7f8b1-06b4-45f0-93ef-f3ae9e7b7acb req-9918650e-d48e-45d0-a330-a57ac358ddc4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.6188307 Aug 20 19:10:22.999617 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888084a4-aee6-4731-b63d-226b42ee09e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bac262-caa9-4c9e-96c0-0aea6b747158,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:23.008288 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-888084a4-aee6-4731-b63d-226b42ee09e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:23.009601 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Routers {'6b39b4da-b8b5-4895-ada3-9fed53cd09b1'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:10:23.010256 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:10:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:23.172304 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1d057-b038-4019-8ef2-cecccb0db275 None None] Pushing event updated for resources: {'Port': ['ID=4885c11a-843b-4262-abcf-cae0ac07a2f9,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:23.175601 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e4d1d057-b038-4019-8ef2-cecccb0db275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:23.293648 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-33a7f8b1-06b4-45f0-93ef-f3ae9e7b7acb req-7da9e24e-ea62-4085-a57f-32ed5b1de44d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840438 Aug 20 19:10:23.381409 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-7adab742-ed1c-42bc-80e9-38eadcb84347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:23.383525 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-7adab742-ed1c-42bc-80e9-38eadcb84347 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 912 time: 0.3851314 Aug 20 19:10:23.389583 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Set router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:10:23.674328 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-1d42f08a-9521-4b58-bf13-0726359dece9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6 HTTP/1.1" status: 200 len: 1001 time: 0.2804782 Aug 20 19:10:23.862214 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55812) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:24.043904 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-294b75a8-332a-4e41-b6ce-ac1d93eec980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:24.045670 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-294b75a8-332a-4e41-b6ce-ac1d93eec980 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.3629856 Aug 20 19:10:24.055048 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-01d813ef-1fce-48a5-afb0-ccd6ed9cfa7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9b7871df7ed4a0c98c2b418985c99ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878834 Aug 20 19:10:24.078717 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 4885c11a-843b-4262-abcf-cae0ac07a2f9 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:24.099464 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55820) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:24.253926 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 4885c11a-843b-4262-abcf-cae0ac07a2f9 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:24.254372 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:24.281446 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-d6619fe2-45f7-4cb2-b879-5fe81c6b3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:24.286637 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-d6619fe2-45f7-4cb2-b879-5fe81c6b3f4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2315733 Aug 20 19:10:24.357179 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:15Z', 'updated_at': '2021-08-20T19:10:19Z', 'revision_number': 3, 'project_id': 'c6de831917864d5581dc8314100ef495', 'gw_port': {'id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:17Z', 'updated_at': '2021-08-20T19:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:24.430702 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Checking router: 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:10:24.433062 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Updating router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 port 62c794cd-89d2-478a-9c1c-d831389c2ae0 binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:10:24.466513 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1587dd8a-dcbb-44b7-af6f-0b573efed0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:24.508436 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:24.562218 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:24.847277 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-1bef3ac0-182e-4da0-b5e7-74869781aa2c service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520737 Aug 20 19:10:24.904688 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:24.911685 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36ca48-3375-46e0-a307-d4cc0ba8edd3 req-371af964-14ce-49b9-be0a-cc3626030b80 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:24.914042 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8c36ca48-3375-46e0-a307-d4cc0ba8edd3 req-371af964-14ce-49b9-be0a-cc3626030b80 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.3147488 Aug 20 19:10:24.914299 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Allocated IP 172.20.0.1 (c95a1b74-0fb2-4ffa-a3e9-e3b260d19127/2fac73bb-85a4-4f78-9934-5104c9a0c2a5/0e03dd6d-7a28-4993-ae58-271202bbe334) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:10:24.922502 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Transition to ACTIVE for port object 62c794cd-89d2-478a-9c1c-d831389c2ae0 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:24.934554 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:24.945024 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:24.954014 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1587dd8a-dcbb-44b7-af6f-0b573efed0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:25.014872 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29469f2-29aa-4c16-88b7-50a2841bc004 req-f0c50e3c-551b-4caf-a34e-1fd39edf2b43 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:25.015965 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b29469f2-29aa-4c16-88b7-50a2841bc004 req-f0c50e3c-551b-4caf-a34e-1fd39edf2b43 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.9145966 Aug 20 19:10:25.043514 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Attempting to bind port 62c794cd-89d2-478a-9c1c-d831389c2ae0 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:10:25.043955 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Attempting to bind port 62c794cd-89d2-478a-9c1c-d831389c2ae0 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:10:25.044438 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Attempting to bind port 62c794cd-89d2-478a-9c1c-d831389c2ae0 on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:10:25.056744 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913030dc-f552-4cb8-9d2b-9cff78c7def8 None None] Pushing event updated for resources: {'Port': ['ID=62c794cd-89d2-478a-9c1c-d831389c2ae0,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:25.077445 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:10:25.078078 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:25.078715 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:25.079131 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:10:25.080186 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Bound port: 62c794cd-89d2-478a-9c1c-d831389c2ae0, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:10:25.080186 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:25.083251 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8c36ca48-3375-46e0-a307-d4cc0ba8edd3 req-b0c9a04c-6c4b-42e3-9eeb-878db82aec72 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598771 Aug 20 19:10:25.108456 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1587dd8a-dcbb-44b7-af6f-0b573efed0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:25.108456 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d521185b-c146-423b-bbdc-0d86d7a80cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:25.112766 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-913030dc-f552-4cb8-9d2b-9cff78c7def8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:25.130210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587dd8a-dcbb-44b7-af6f-0b573efed0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc161327-c626-4385-b442-0abd9dacccd9,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:25.196221 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1587dd8a-dcbb-44b7-af6f-0b573efed0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:25.213547 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] For port 62c794cd-89d2-478a-9c1c-d831389c2ae0, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:10:25.215448 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b29469f2-29aa-4c16-88b7-50a2841bc004 req-3fd8b769-7a2d-4722-a98c-4d5b922d297c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604269 Aug 20 19:10:25.236733 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] For port 62c794cd-89d2-478a-9c1c-d831389c2ae0, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=62c794cd-89d2-478a-9c1c-d831389c2ae0,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:10:25.240235 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1587dd8a-dcbb-44b7-af6f-0b573efed0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:25.243924 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-1587dd8a-dcbb-44b7-af6f-0b573efed0ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc161327-c626-4385-b442-0abd9dacccd9 HTTP/1.1" status: 204 len: 168 time: 1.1390095 Aug 20 19:10:25.253354 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:25.271628 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:25.371953 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ea89a0b3-ba67-4067-a86c-6ff82682ef09 req-2f059328-8f81-4b75-88dd-ff24ec3e5fed service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130408 Aug 20 19:10:25.374319 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:25.424599 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Transition to ACTIVE for port object 0e03dd6d-7a28-4993-ae58-271202bbe334 will not be triggered until provisioned by entity DHCP. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:25.430471 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Routers {'6b39b4da-b8b5-4895-ada3-9fed53cd09b1'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:10:25.431166 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:10:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:25.474987 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:25.487145 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:25.532424 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913030dc-f552-4cb8-9d2b-9cff78c7def8 None None] Pushing event updated for resources: {'Port': ['ID=62c794cd-89d2-478a-9c1c-d831389c2ae0,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:25.539246 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-913030dc-f552-4cb8-9d2b-9cff78c7def8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:25.570192 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:10:25.573896 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:25.580056 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:10:25.653909 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Pushing event updated for resources: {'Port': ['ID=0e03dd6d-7a28-4993-ae58-271202bbe334,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:25.660257 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:25.691366 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:25.835898 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] Set router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:10:25.961756 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:26.234208 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-89a9e37a-959d-4b65-b63d-8615ffa5d541 None None] Provisioning for port 0e03dd6d-7a28-4993-ae58-271202bbe334 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:26.278076 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-89a9e37a-959d-4b65-b63d-8615ffa5d541 None None] Provisioning complete for port 0e03dd6d-7a28-4993-ae58-271202bbe334 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:26.278671 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-89a9e37a-959d-4b65-b63d-8615ffa5d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:26.479992 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-89a9e37a-959d-4b65-b63d-8615ffa5d541 None None] Port 0e03dd6d-7a28-4993-ae58-271202bbe334 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:10:26.531024 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:26.568972 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3bf7-f94e-4908-8b22-1c9125c84f57 req-5a8904ff-93fc-44eb-850a-6447bf525861 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:26.572350 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ee2a3bf7-f94e-4908-8b22-1c9125c84f57 req-5a8904ff-93fc-44eb-850a-6447bf525861 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1912265 Aug 20 19:10:26.580204 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:26.672661 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ee2a3bf7-f94e-4908-8b22-1c9125c84f57 req-d165dfb3-9398-4fcd-8df3-bd6ddaf3db08 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871978 Aug 20 19:10:26.683013 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:15Z', 'updated_at': '2021-08-20T19:10:19Z', 'revision_number': 3, 'project_id': 'c6de831917864d5581dc8314100ef495', 'gw_port': {'id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:17Z', 'updated_at': '2021-08-20T19:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:26.688951 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22122c-8eab-44b7-a8ee-0306a4da664a None None] The sync data for ids ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'] in dv-cinder-805283-1-iscsi is: [{'id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:15Z', 'updated_at': '2021-08-20T19:10:19Z', 'revision_number': 3, 'project_id': 'c6de831917864d5581dc8314100ef495', 'gw_port': {'id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:17Z', 'updated_at': '2021-08-20T19:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:10:26.701111 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-db70ba44-ba66-4ca4-b7bf-96a947731926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:26.892006 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:26.907892 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Pushing event updated for resources: {'Port': ['ID=0e03dd6d-7a28-4993-ae58-271202bbe334,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:26.912788 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:27.142548 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a7036-4580-48e2-9547-552e25af9ed6 req-ac5fe302-5359-4ec0-adbe-30bfd7218b8d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:27.170748 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-820a7036-4580-48e2-9547-552e25af9ed6 req-ac5fe302-5359-4ec0-adbe-30bfd7218b8d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.6367867 Aug 20 19:10:27.219278 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:10:27.240238 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:27.559999 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55872) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:27.653330 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-c0678750-d8c0-46f1-863e-ccbcbf442af5 None None] Provisioning complete for port 0e03dd6d-7a28-4993-ae58-271202bbe334 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:27.653852 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c0678750-d8c0-46f1-863e-ccbcbf442af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:27.774950 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-820a7036-4580-48e2-9547-552e25af9ed6 req-8e08c54a-2c07-42a2-ad18-b874ac5afe2d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5909779 Aug 20 19:10:27.845092 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:27.882169 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 62c794cd-89d2-478a-9c1c-d831389c2ae0 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:27.893387 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:27.906100 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Usage tracker for resource:security_group_rule and tenant:60a59124b1c14e01922c46f9bd3df0d6 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:27.909686 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:27.929901 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:28.021624 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-c0678750-d8c0-46f1-863e-ccbcbf442af5 None None] Port 0e03dd6d-7a28-4993-ae58-271202bbe334 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:10:28.105231 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:28.114098 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 62c794cd-89d2-478a-9c1c-d831389c2ae0 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:28.123734 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:28.129683 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 62c794cd-89d2-478a-9c1c-d831389c2ae0 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:28.134253 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e7d34602-fb87-4efe-bf20-555dd5352200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:28.137198 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:28.215410 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:10:28.222254 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60a59124b1c14e01922c46f9bd3df0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6608386 Aug 20 19:10:28.225368 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430103b1-db16-4559-8c1f-a62ae2d7a90e,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:28.231448 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55890) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:28.241257 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:28.260704 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaa744-a066-40b8-978a-08d851de9b14 req-68a363fc-4b9f-4121-a186-dd41b7c8c4ee tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:28.262337 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-08eaa744-a066-40b8-978a-08d851de9b14 req-68a363fc-4b9f-4121-a186-dd41b7c8c4ee tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.2021019 Aug 20 19:10:28.343546 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-08eaa744-a066-40b8-978a-08d851de9b14 req-89a6d3f7-8f0a-4488-a415-ace15e51e33c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739925 Aug 20 19:10:28.455485 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:28.495081 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 62c794cd-89d2-478a-9c1c-d831389c2ae0, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=62c794cd-89d2-478a-9c1c-d831389c2ae0,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:28.503289 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:28.505283 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-602304f6-b9e6-46d3-b7a4-710eb9df30c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:28.526561 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8faf81fa-d3f7-4de2-92ed-725a79c8f4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:28.642212 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=62c794cd-89d2-478a-9c1c-d831389c2ae0,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:28.649237 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:28.652826 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8faf81fa-d3f7-4de2-92ed-725a79c8f4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:28.708333 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:10:28.727712 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] 10.222.0.54 "PUT /v2.0/routers/6b39b4da-b8b5-4895-ada3-9fed53cd09b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7393839 Aug 20 19:10:28.767006 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8faf81fa-d3f7-4de2-92ed-725a79c8f4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:28.788672 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:28.823833 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf81fa-d3f7-4de2-92ed-725a79c8f4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430103b1-db16-4559-8c1f-a62ae2d7a90e,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:28.829947 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8faf81fa-d3f7-4de2-92ed-725a79c8f4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:28.836683 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-8faf81fa-d3f7-4de2-92ed-725a79c8f4e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/430103b1-db16-4559-8c1f-a62ae2d7a90e HTTP/1.1" status: 204 len: 168 time: 0.6025577 Aug 20 19:10:28.838173 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8faf81fa-d3f7-4de2-92ed-725a79c8f4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:29.515872 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Sync routers for ids ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:10:29.536403 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Routers {'6b39b4da-b8b5-4895-ada3-9fed53cd09b1'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:10:29.538299 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:10:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:29.682782 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9b995-a382-4ad8-b412-271faa00ef8a req-7581ed6f-ca59-4d11-b67e-10e893d9efea tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:29.712843 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bfa9b995-a382-4ad8-b412-271faa00ef8a req-7581ed6f-ca59-4d11-b67e-10e893d9efea tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1346431 Aug 20 19:10:29.836390 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bfa9b995-a382-4ad8-b412-271faa00ef8a req-4ebfaa88-1c6e-4374-a8d0-d4496c8591d5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200769 Aug 20 19:10:29.856684 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 62c794cd-89d2-478a-9c1c-d831389c2ae0 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:29.926636 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Set router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:10:29.938206 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 55934) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:29.984108 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.028362 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:30.030338 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.033004 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Usage tracker for resource:security_group_rule and tenant:fc13c4c01b934025a9e90cf80e9fccd3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:10:30.038389 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:10:30.048308 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:30.050845 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 62c794cd-89d2-478a-9c1c-d831389c2ae0 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:30.052400 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.201588 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.211393 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.225981 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9bbf27fb-4466-45a8-bc43-4b25b2a8e1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:30.280270 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b0a742-590a-4c72-a46a-4752b373c021,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:30.287330 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc13c4c01b934025a9e90cf80e9fccd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445170 Aug 20 19:10:30.287890 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 55938) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:30.313240 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.315009 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.315776 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.316292 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.317337 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.317489 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.320417 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.321006 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.321602 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.322146 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.322674 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.323201 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:30.330683 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:30.430149 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ca2-08cf-4002-ad9e-ad9c961e6f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.478185 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ca2-08cf-4002-ad9e-ad9c961e6f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.493584 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:15Z', 'updated_at': '2021-08-20T19:10:25Z', 'revision_number': 4, 'project_id': 'c6de831917864d5581dc8314100ef495', 'gw_port': {'id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:17Z', 'updated_at': '2021-08-20T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '0e03dd6d-7a28-4993-ae58-271202bbe334', 'name': '', 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'mac_address': 'fa:16:3e:24:b4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2fac73bb-85a4-4f78-9934-5104c9a0c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:24Z', 'updated_at': '2021-08-20T19:10:26Z', 'revision_number': 2, 'project_id': 'c6de831917864d5581dc8314100ef495', 'subnets': [{'id': '2fac73bb-85a4-4f78-9934-5104c9a0c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:30.499415 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Checking router: 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:10:30.500254 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Updating router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 port 0e03dd6d-7a28-4993-ae58-271202bbe334 binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:10:30.602380 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ca2-08cf-4002-ad9e-ad9c961e6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.620412 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d34fa5ad-a70f-4f73-8069-c624776ccc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:30.635524 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.641818 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f3ca2-08cf-4002-ad9e-ad9c961e6f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b0a742-590a-4c72-a46a-4752b373c021,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:30.646362 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a31f3ca2-08cf-4002-ad9e-ad9c961e6f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:30.663323 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ca2-08cf-4002-ad9e-ad9c961e6f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:30.664922 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-a31f3ca2-08cf-4002-ad9e-ad9c961e6f00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12b0a742-590a-4c72-a46a-4752b373c021 HTTP/1.1" status: 204 len: 168 time: 0.3755560 Aug 20 19:10:31.454062 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daaf82-7ce8-4561-8c32-538a76c59a06 req-96b6aa19-d01c-411d-9835-947a1479cbf3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:31.472606 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-53daaf82-7ce8-4561-8c32-538a76c59a06 req-96b6aa19-d01c-411d-9835-947a1479cbf3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.2347684 Aug 20 19:10:31.483066 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:31.515583 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Transition to ACTIVE for port object 0e03dd6d-7a28-4993-ae58-271202bbe334 will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:31.533048 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:31.543886 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:31.594593 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-53daaf82-7ce8-4561-8c32-538a76c59a06 req-f1eb31aa-0fd8-4179-81b7-5f3f5a2da211 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182406 Aug 20 19:10:31.669144 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60282f-e471-42b4-a4f4-4d4960446a38 None None] Pushing event updated for resources: {'Port': ['ID=0e03dd6d-7a28-4993-ae58-271202bbe334,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:31.673601 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-aa60282f-e471-42b4-a4f4-4d4960446a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:32.257630 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Attempting to bind port 0e03dd6d-7a28-4993-ae58-271202bbe334 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:10:32.258164 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Attempting to bind port 0e03dd6d-7a28-4993-ae58-271202bbe334 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'c0938a5e-37fb-476e-b78c-6b569581da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:10:32.258552 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Attempting to bind port 0e03dd6d-7a28-4993-ae58-271202bbe334 on network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:10:32.284902 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:10:32.286121 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Checking segment: {'id': 'c0938a5e-37fb-476e-b78c-6b569581da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:10:32.286885 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:32.287616 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Bound using segment: {'id': 'c0938a5e-37fb-476e-b78c-6b569581da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:10:32.288469 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Bound port: 0e03dd6d-7a28-4993-ae58-271202bbe334, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0938a5e-37fb-476e-b78c-6b569581da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:10:32.289187 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:32.557368 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] For port 0e03dd6d-7a28-4993-ae58-271202bbe334, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:10:32.690414 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] For port 0e03dd6d-7a28-4993-ae58-271202bbe334, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=0e03dd6d-7a28-4993-ae58-271202bbe334,segment=NetworkSegment(c0938a5e-37fb-476e-b78c-6b569581da11),segment_id=c0938a5e-37fb-476e-b78c-6b569581da11)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:10:32.738344 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:32.762317 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:32.945009 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Routers {'6b39b4da-b8b5-4895-ada3-9fed53cd09b1'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:10:32.945671 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:10:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:33.013321 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987a23d-dddd-440f-aa7e-0de3734de6b6 req-56c07989-9232-4b5d-a1b7-b2a7992d9813 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:33.034697 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8987a23d-dddd-440f-aa7e-0de3734de6b6 req-56c07989-9232-4b5d-a1b7-b2a7992d9813 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1918154 Aug 20 19:10:33.135091 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8987a23d-dddd-440f-aa7e-0de3734de6b6 req-957a96da-b3fd-4b3b-b631-182766f4a1ec tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990951 Aug 20 19:10:33.202652 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60282f-e471-42b4-a4f4-4d4960446a38 None None] Pushing event updated for resources: {'Port': ['ID=0e03dd6d-7a28-4993-ae58-271202bbe334,revision_number=4']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:33.220174 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-aa60282f-e471-42b4-a4f4-4d4960446a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:33.382752 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] Set router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:10:33.921657 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:15Z', 'updated_at': '2021-08-20T19:10:25Z', 'revision_number': 4, 'project_id': 'c6de831917864d5581dc8314100ef495', 'gw_port': {'id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:17Z', 'updated_at': '2021-08-20T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '0e03dd6d-7a28-4993-ae58-271202bbe334', 'name': '', 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'mac_address': 'fa:16:3e:24:b4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2fac73bb-85a4-4f78-9934-5104c9a0c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:24Z', 'updated_at': '2021-08-20T19:10:32Z', 'revision_number': 4, 'project_id': 'c6de831917864d5581dc8314100ef495', 'subnets': [{'id': '2fac73bb-85a4-4f78-9934-5104c9a0c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:10:33.927462 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5ebd59-f04a-4fae-8c69-64e512ade529 None None] The sync data for ids ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'] in dv-cinder-805283-1-iscsi is: [{'id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:15Z', 'updated_at': '2021-08-20T19:10:25Z', 'revision_number': 4, 'project_id': 'c6de831917864d5581dc8314100ef495', 'gw_port': {'id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:17Z', 'updated_at': '2021-08-20T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '0e03dd6d-7a28-4993-ae58-271202bbe334', 'name': '', 'network_id': 'c95a1b74-0fb2-4ffa-a3e9-e3b260d19127', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'mac_address': 'fa:16:3e:24:b4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2fac73bb-85a4-4f78-9934-5104c9a0c2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:24Z', 'updated_at': '2021-08-20T19:10:32Z', 'revision_number': 4, 'project_id': 'c6de831917864d5581dc8314100ef495', 'subnets': [{'id': '2fac73bb-85a4-4f78-9934-5104c9a0c2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:10:34.370454 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea60b-4c7e-4b2e-8fc2-ebe0a20a6db7 req-8befebe3-7b94-4a32-b3eb-a78265333b7a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:34.371984 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d97ea60b-4c7e-4b2e-8fc2-ebe0a20a6db7 req-8befebe3-7b94-4a32-b3eb-a78265333b7a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.0975232 Aug 20 19:10:34.435578 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d97ea60b-4c7e-4b2e-8fc2-ebe0a20a6db7 req-37493b01-1e3e-4e70-8939-8381a497bf6b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570297 Aug 20 19:10:35.321565 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-0c4eb8c3-cb7c-4c71-a1ac-8bb02a5b5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:35.323442 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-0c4eb8c3-cb7c-4c71-a1ac-8bb02a5b5291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 1098 time: 0.1206431 Aug 20 19:10:35.556454 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-19dee617-8ff8-452e-a9f5-6cedf8733ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:35.559700 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-19dee617-8ff8-452e-a9f5-6cedf8733ca7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.2289920 Aug 20 19:10:35.765152 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bb8e2-c7a9-433c-aa7a-d12d3779d4fb req-2b13ab09-35e1-486f-9ca1-53f409353107 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:35.767496 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-f353f04d-2426-462f-9ef8-fcafd02f9580 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e260e3d3-1785-4c99-b313-d51aff00c0af HTTP/1.1" status: 200 len: 1001 time: 0.2009442 Aug 20 19:10:35.790881 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-601bb8e2-c7a9-433c-aa7a-d12d3779d4fb req-2b13ab09-35e1-486f-9ca1-53f409353107 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.1869590 Aug 20 19:10:35.851850 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 0e03dd6d-7a28-4993-ae58-271202bbe334 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:35.886054 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-601bb8e2-c7a9-433c-aa7a-d12d3779d4fb req-3ef1675f-cf45-4c18-a769-c2a4f996983f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939159 Aug 20 19:10:35.938768 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-b4e43c42-d722-4cfa-8582-80be83ae78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:35.948079 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-b4e43c42-d722-4cfa-8582-80be83ae78be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.1715069 Aug 20 19:10:35.977990 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 0e03dd6d-7a28-4993-ae58-271202bbe334 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:35.984505 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 0e03dd6d-7a28-4993-ae58-271202bbe334 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:35.988779 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:36.072217 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-336adab0-a95e-4c2a-83d1-e60ceda0fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:36.074145 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-336adab0-a95e-4c2a-83d1-e60ceda0fd75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1184058 Aug 20 19:10:36.151526 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:36.196036 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 0e03dd6d-7a28-4993-ae58-271202bbe334, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=0e03dd6d-7a28-4993-ae58-271202bbe334,segment=NetworkSegment(c0938a5e-37fb-476e-b78c-6b569581da11),segment_id=c0938a5e-37fb-476e-b78c-6b569581da11)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:36.201100 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:36.210607 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-913030dc-f552-4cb8-9d2b-9cff78c7def8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:36.296362 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-769d89c2-fee6-4bad-90d7-7b4efd6cb419 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120619 Aug 20 19:10:36.348944 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=0e03dd6d-7a28-4993-ae58-271202bbe334,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:36.371423 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.373306 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.373867 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.374201 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.374532 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.374858 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.377674 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.378018 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.378368 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.378683 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.381764 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.382372 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:10:36.396098 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:36.466438 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad33a6e6-04b7-46f4-85f2-49a5501ca917 req-cad2750b-eabd-4e6b-85db-106772708180 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576989 Aug 20 19:10:37.094617 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f3688-e8d2-4b24-9248-1879c7f785de req-befa735d-0b9d-4529-887f-b063d5c10f65 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:37.101167 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-be9f3688-e8d2-4b24-9248-1879c7f785de req-befa735d-0b9d-4529-887f-b063d5c10f65 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.0994091 Aug 20 19:10:37.149922 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-be9f3688-e8d2-4b24-9248-1879c7f785de req-88f7d3ce-8eba-4c55-8db2-f472d7962bb7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470090 Aug 20 19:10:37.737363 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 0e03dd6d-7a28-4993-ae58-271202bbe334 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:10:37.848440 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 0e03dd6d-7a28-4993-ae58-271202bbe334 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:37.849070 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:38.378567 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f361d-1d9f-4063-9e5c-ef33c49aa311 req-73d27543-23a5-4a68-bf1d-85e8a8ec9b96 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:38.380092 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-985f361d-1d9f-4063-9e5c-ef33c49aa311 req-73d27543-23a5-4a68-bf1d-85e8a8ec9b96 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 945 time: 0.0934391 Aug 20 19:10:38.435882 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-985f361d-1d9f-4063-9e5c-ef33c49aa311 req-a2ab359d-3005-4cf2-8047-05e4f59da491 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470791 Aug 20 19:10:38.443210 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:10:38.584014 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:38.618251 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:10:38.631950 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:10:38.638534 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:38.641154 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:38.689077 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'code': 200} Aug 20 19:10:38.747107 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=8']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:38.750645 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:39.690914 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cb90f-1303-4546-8a58-61863c48a561 req-e1cf7835-57b1-4e9f-9e05-ce1a60374efc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:39.690914 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-828cb90f-1303-4546-8a58-61863c48a561 req-e1cf7835-57b1-4e9f-9e05-ce1a60374efc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1111846 Aug 20 19:10:39.745386 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-828cb90f-1303-4546-8a58-61863c48a561 req-8fc1e390-7d5b-4638-b342-57b87e67b2ed tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518029 Aug 20 19:10:41.073431 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d951e-7728-4f2a-98e6-f6a083a571e9 req-fc07c8d4-1f48-403c-a576-0073d8ba7eeb tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:41.074988 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5f9d951e-7728-4f2a-98e6-f6a083a571e9 req-fc07c8d4-1f48-403c-a576-0073d8ba7eeb tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1625333 Aug 20 19:10:41.137912 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5f9d951e-7728-4f2a-98e6-f6a083a571e9 req-ba84be78-ac35-42a4-a1cc-2f1d79df37ea tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569043 Aug 20 19:10:41.486854 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f4ab29d6-fcc3-471a-bc03-2d4d0e088509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:41.858115 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:42.364867 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afe75-404d-4ea2-97e3-1b4058d6a27c req-05a483a6-e6b8-417b-affb-c99bec4eae8b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:42.366944 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-390afe75-404d-4ea2-97e3-1b4058d6a27c req-05a483a6-e6b8-417b-affb-c99bec4eae8b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0908220 Aug 20 19:10:42.456094 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-72b0ce1b-08b4-4ce1-bdef-c4aabf009747 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:42.457085 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-72b0ce1b-08b4-4ce1-bdef-c4aabf009747 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Synchronizing usage tracker for tenant:8b133978feac4c16b2783be127286f51 on resource:network {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:10:42.480931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-72b0ce1b-08b4-4ce1-bdef-c4aabf009747 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Unset dirty status for tenant:8b133978feac4c16b2783be127286f51 on resource:network {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:10:42.482180 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-72b0ce1b-08b4-4ce1-bdef-c4aabf009747 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/networks?id=fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 200 len: 815 time: 0.1817005 Aug 20 19:10:42.499952 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-b4262c01-f70c-4367-9557-dc4ea412bfc9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/quotas/8b133978feac4c16b2783be127286f51 HTTP/1.1" status: 200 len: 375 time: 0.0113437 Aug 20 19:10:42.514880 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-390afe75-404d-4ea2-97e3-1b4058d6a27c req-0d0ef5e7-02be-482f-a7b5-84af1e043376 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419675 Aug 20 19:10:42.588006 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-284762f5-15ed-4a50-8c5c-1368b63bff72 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b133978feac4c16b2783be127286f51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819166 Aug 20 19:10:42.733868 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-16fe566d-b833-462e-b18f-95bd680c7425 service neutron] 10.222.0.54 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341839 Aug 20 19:10:42.890015 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-e4b9392e-6a54-41a8-afae-f9f924cb295f service neutron] 10.222.0.54 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486282 Aug 20 19:10:43.220199 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5c38e710-bfc0-493d-8c9d-1b802dbbddd4 req-e4bdc93d-cc15-496c-9a9c-e87f474b29b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 210 time: 0.1749356 Aug 20 19:10:43.722363 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a474749-1e1b-4ba2-958a-fa4fe3fc5bbe req-656facb6-6b9b-48cd-9f99-b7fc8995f76e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:43.723878 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a474749-1e1b-4ba2-958a-fa4fe3fc5bbe req-656facb6-6b9b-48cd-9f99-b7fc8995f76e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0856931 Aug 20 19:10:43.778144 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a474749-1e1b-4ba2-958a-fa4fe3fc5bbe req-43b77691-b4dc-47f6-b9ef-c3cb77105677 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479655 Aug 20 19:10:43.850870 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-87a698fd-ccce-433c-9742-299f457cff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:44.053553 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 56222) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:10:44.171232 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-2c383630-6cf3-4827-972f-c6de9758cfc3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164358 Aug 20 19:10:44.366124 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-a9d05d1f-82fb-44dd-ac82-1adf97933e55 req-8ca11d6b-59a7-445b-9919-462ba8ea9b0c tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Synchronizing usage tracker for tenant:8b133978feac4c16b2783be127286f51 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:10:44.385844 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-a9d05d1f-82fb-44dd-ac82-1adf97933e55 req-8ca11d6b-59a7-445b-9919-462ba8ea9b0c tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Unset dirty status for tenant:8b133978feac4c16b2783be127286f51 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:10:44.387084 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a9d05d1f-82fb-44dd-ac82-1adf97933e55 req-8ca11d6b-59a7-445b-9919-462ba8ea9b0c tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 210 time: 0.0650978 Aug 20 19:10:44.529925 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:10:44.965966 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:44.977008 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac970-9913-486f-8850-c09f0a8722ee req-a8386101-97cd-47f8-a640-06ad722cd53b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:44.978453 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-43aac970-9913-486f-8850-c09f0a8722ee req-a8386101-97cd-47f8-a640-06ad722cd53b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0820584 Aug 20 19:10:45.028986 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-43aac970-9913-486f-8850-c09f0a8722ee req-c27f0d59-7c1b-4ba6-88b7-9b5e553384bc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446868 Aug 20 19:10:45.544824 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6e0e2e83-d123-4445-be89-09cb7e573768 req-660949fb-9b0f-4810-b37b-aea6b7b343ec tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 210 time: 0.0444162 Aug 20 19:10:46.228897 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ebf9e-2556-458e-82ce-ce7787556e76 req-20e5f2f1-1ad8-4a77-8df2-0af131ba1dca tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:46.230388 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f35ebf9e-2556-458e-82ce-ce7787556e76 req-20e5f2f1-1ad8-4a77-8df2-0af131ba1dca tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0888166 Aug 20 19:10:46.278855 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f35ebf9e-2556-458e-82ce-ce7787556e76 req-d75d84b3-8cf3-42e7-8428-0e1bd2bb5527 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Aug 20 19:10:46.661855 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:46.697051 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fbb839e6-5710-4fcd-93a7-83cf57e8ad73 req-719d2cb4-0216-4307-8ed4-d581dea768a4 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 210 time: 0.0469191 Aug 20 19:10:47.482588 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f539117-51ab-4b1e-bdca-9040fe3a2f74 req-c715891a-088a-4445-850a-e484d195d24e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:47.484129 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0f539117-51ab-4b1e-bdca-9040fe3a2f74 req-c715891a-088a-4445-850a-e484d195d24e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0860147 Aug 20 19:10:47.533217 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0f539117-51ab-4b1e-bdca-9040fe3a2f74 req-8c03887a-0e37-48ca-bc23-a5748f8b6c4c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430455 Aug 20 19:10:47.887471 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-90bf7d22-b8f5-4db7-8b79-72ff475431fa req-f7be5609-0aff-4a3e-832f-7b2b2ba565df tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 210 time: 0.0714638 Aug 20 19:10:48.024881 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-80fc14a8-174a-4c75-9b15-d16bf2303d61 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:48.026403 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-80fc14a8-174a-4c75-9b15-d16bf2303d61 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.21 "GET /v2.0/networks?id=fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 200 len: 815 time: 0.1632957 Aug 20 19:10:48.041364 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'port': {'device_id': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'admin_state_up': True, 'tenant_id': '8b133978feac4c16b2783be127286f51'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:10:48.189788 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:10:48.200428 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:10:48.211925 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Made reservation on behalf of 8b133978feac4c16b2783be127286f51 for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:10:48.215554 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:48.394994 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Allocated IP 172.20.0.14 (fec3487f-cb2f-4590-a727-90ff59704cde/050fe079-e106-49e6-8b80-5a2dee95a890/6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:10:48.665578 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:48.694273 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Transition to ACTIVE for port object 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:10:48.742505 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:48.758124 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-463c9c07-8d88-4f9b-b1d9-debfbb3ddce4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:10:48.859206 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Network fec3487f-cb2f-4590-a727-90ff59704cde is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:10:48.865704 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:10:48.879056 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:10:48.885039 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:48.885809 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:48.935382 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d460aa-4858-4691-9a39-9537ea0c0d53 req-211d8fef-3949-4733-8692-fd0454565378 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:48.948346 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a5d460aa-4858-4691-9a39-9537ea0c0d53 req-211d8fef-3949-4733-8692-fd0454565378 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1595597 Aug 20 19:10:48.952564 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'Port': ['ID=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:10:48.958517 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:10:48.978293 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9417539 Aug 20 19:10:49.059018 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a5d460aa-4858-4691-9a39-9537ea0c0d53 req-6157a398-1f25-47ee-b9cc-8a3fe974bdbf tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914359 Aug 20 19:10:49.270402 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04371b98-4a6d-4c9b-baa9-200f283f9bf1 req-1c41b126-6675-4d22-bd5d-9926409da684 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:49.271924 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-04371b98-4a6d-4c9b-baa9-200f283f9bf1 req-1c41b126-6675-4d22-bd5d-9926409da684 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Synchronizing usage tracker for tenant:8b133978feac4c16b2783be127286f51 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:10:49.297525 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-04371b98-4a6d-4c9b-baa9-200f283f9bf1 req-1c41b126-6675-4d22-bd5d-9926409da684 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Unset dirty status for tenant:8b133978feac4c16b2783be127286f51 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:10:49.307844 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-04371b98-4a6d-4c9b-baa9-200f283f9bf1 req-1c41b126-6675-4d22-bd5d-9926409da684 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.2097480 Aug 20 19:10:49.362974 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-259d65c3-6f7b-4c92-a914-e5859c724d4c None None] Provisioning for port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:10:49.392608 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-259d65c3-6f7b-4c92-a914-e5859c724d4c None None] Provisioning complete for port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:10:49.393393 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-259d65c3-6f7b-4c92-a914-e5859c724d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:10:49.403444 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-04371b98-4a6d-4c9b-baa9-200f283f9bf1 req-7ede27aa-1646-4ec4-8464-0992f01992f8 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940073 Aug 20 19:10:49.497370 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-259d65c3-6f7b-4c92-a914-e5859c724d4c None None] Port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:10:50.315308 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a404fa7-25cc-47da-b249-dea4af9718ba req-27b66ef1-e10d-4eb4-b5c5-1fa47e13ac39 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:50.316838 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3a404fa7-25cc-47da-b249-dea4af9718ba req-27b66ef1-e10d-4eb4-b5c5-1fa47e13ac39 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1006265 Aug 20 19:10:50.367890 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3a404fa7-25cc-47da-b249-dea4af9718ba req-7637705d-8936-4a35-9373-afc6c8c935d5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446448 Aug 20 19:10:50.610897 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121676ca-37f9-499a-9242-921273e0e24e req-4bd5bd39-725a-4519-881a-14f5541f9173 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:50.612277 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-121676ca-37f9-499a-9242-921273e0e24e req-4bd5bd39-725a-4519-881a-14f5541f9173 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.0978773 Aug 20 19:10:50.688751 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-121676ca-37f9-499a-9242-921273e0e24e req-5a6bb346-da23-4ae9-9cc4-db33786b4a3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698504 Aug 20 19:10:51.588107 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25657a51-f8df-48b0-8921-4b970d168a9c req-f1f74ea0-15bc-4eb0-81f6-0a2dcc7e8f60 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:51.593088 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-25657a51-f8df-48b0-8921-4b970d168a9c req-f1f74ea0-15bc-4eb0-81f6-0a2dcc7e8f60 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1135828 Aug 20 19:10:51.636350 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-25657a51-f8df-48b0-8921-4b970d168a9c req-f2638ed8-71b0-4d60-810c-e23042a49afc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409932 Aug 20 19:10:51.657408 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:10:51.936920 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa3b9a-8108-499c-9e5e-c228996fd625 req-4166dc17-593d-47ce-945a-26a1dbce77d0 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:51.938524 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f1fa3b9a-8108-499c-9e5e-c228996fd625 req-4166dc17-593d-47ce-945a-26a1dbce77d0 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.1231506 Aug 20 19:10:51.985759 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f1fa3b9a-8108-499c-9e5e-c228996fd625 req-8e238d5e-5a6f-43c6-9fbf-0097d0c3c8cd tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Aug 20 19:10:52.855479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44453dcc-cedc-49fe-88c5-a7a41740ca9d req-f5f3a4b2-cbd8-4a0d-a857-8d81b8c064b4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:52.856977 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-44453dcc-cedc-49fe-88c5-a7a41740ca9d req-f5f3a4b2-cbd8-4a0d-a857-8d81b8c064b4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0907667 Aug 20 19:10:52.903956 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-44453dcc-cedc-49fe-88c5-a7a41740ca9d req-7466c067-2add-48c2-8dc7-d8bfea3c09f9 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409462 Aug 20 19:10:53.179260 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61524e-fe35-4f7b-9207-106d47d27f3a req-cbcc62eb-b833-4574-b45d-5976e94e9292 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:53.180793 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a61524e-fe35-4f7b-9207-106d47d27f3a req-cbcc62eb-b833-4574-b45d-5976e94e9292 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.0843737 Aug 20 19:10:53.230978 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a61524e-fe35-4f7b-9207-106d47d27f3a req-f4cb010b-e5e5-4a39-a407-4cfdce0a9d1d tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442512 Aug 20 19:10:54.128686 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38320df6-58b6-4673-a081-c24b155314a2 req-cfa26029-0cf2-455e-9354-a5c8bce28161 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:54.130169 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-38320df6-58b6-4673-a081-c24b155314a2 req-cfa26029-0cf2-455e-9354-a5c8bce28161 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0915921 Aug 20 19:10:54.180739 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-38320df6-58b6-4673-a081-c24b155314a2 req-cd8f1207-cbdb-48d4-aec0-453664f272d5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445714 Aug 20 19:10:54.449108 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee72cd7-f010-4be5-ba0a-e87a9577b020 req-434d4f6f-f7fb-4636-9b90-e161d9127f61 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:54.451332 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ee72cd7-f010-4be5-ba0a-e87a9577b020 req-434d4f6f-f7fb-4636-9b90-e161d9127f61 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.1092010 Aug 20 19:10:54.499241 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ee72cd7-f010-4be5-ba0a-e87a9577b020 req-e901c234-b92a-48a9-8a70-dda13e9578b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419347 Aug 20 19:10:55.371971 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dcc54-c998-42c5-be07-a981b622ef2d req-67c8264c-0d16-4681-a5cb-03590870fe68 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:55.373421 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-590dcc54-c998-42c5-be07-a981b622ef2d req-67c8264c-0d16-4681-a5cb-03590870fe68 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0805621 Aug 20 19:10:55.425381 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-590dcc54-c998-42c5-be07-a981b622ef2d req-50ee57f1-cac5-424e-b1ef-4f9d7c7c9ac0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461557 Aug 20 19:10:55.713218 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7a869-a0fc-488e-bf48-1457dfb5151d req-bd0e3a63-9ce2-4670-8d40-aac7a9b2f52e tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:55.714791 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d8c7a869-a0fc-488e-bf48-1457dfb5151d req-bd0e3a63-9ce2-4670-8d40-aac7a9b2f52e tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.0961902 Aug 20 19:10:55.767989 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d8c7a869-a0fc-488e-bf48-1457dfb5151d req-5c0b0f81-bde4-4631-99d6-926d38053c36 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474353 Aug 20 19:10:56.667076 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1495f04-f214-4867-864b-7f7c7e82c904 req-a00c68a9-667c-430b-9163-29f657d2e1bf tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:56.668784 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d1495f04-f214-4867-864b-7f7c7e82c904 req-a00c68a9-667c-430b-9163-29f657d2e1bf tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1167533 Aug 20 19:10:56.720174 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d1495f04-f214-4867-864b-7f7c7e82c904 req-c6ab340e-fb72-4262-91a8-9972beb670d1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452180 Aug 20 19:10:56.986272 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c5c2e-4e8a-44d6-9c6b-536625d9aa8d req-8b31c7ae-0953-4ea0-8a6e-72a48126a13d tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:56.987673 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c46c5c2e-4e8a-44d6-9c6b-536625d9aa8d req-8b31c7ae-0953-4ea0-8a6e-72a48126a13d tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.0922823 Aug 20 19:10:57.035443 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c46c5c2e-4e8a-44d6-9c6b-536625d9aa8d req-4536ef7b-440d-43fb-a294-2e46c6ffa270 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Aug 20 19:10:57.973032 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa327d-6401-49be-8826-50a743b5bedd req-41829b1d-8cfb-4ba3-be8f-f88a3622a128 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:57.974541 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f8fa327d-6401-49be-8826-50a743b5bedd req-41829b1d-8cfb-4ba3-be8f-f88a3622a128 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0875628 Aug 20 19:10:58.026477 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f8fa327d-6401-49be-8826-50a743b5bedd req-c21ea877-20c2-4c0f-9511-61def2fee9d4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457997 Aug 20 19:10:58.336756 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e088-8de3-462d-8028-787f93db03b9 req-611c675b-e3c0-4c59-ba44-b8c830f11a37 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:58.338233 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6b42e088-8de3-462d-8028-787f93db03b9 req-611c675b-e3c0-4c59-ba44-b8c830f11a37 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.1859362 Aug 20 19:10:58.387545 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6b42e088-8de3-462d-8028-787f93db03b9 req-b985491c-c40b-4a1b-904a-9ae010184a15 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Aug 20 19:10:59.225484 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf159ca5-7ccb-496b-9141-8a364c563c0b req-eded13b1-ef07-4d4a-ab0b-3b08216993d9 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:59.226981 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cf159ca5-7ccb-496b-9141-8a364c563c0b req-eded13b1-ef07-4d4a-ab0b-3b08216993d9 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0839169 Aug 20 19:10:59.272256 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cf159ca5-7ccb-496b-9141-8a364c563c0b req-6a4a0934-5fcc-460f-833f-4925f9d3cd24 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 Aug 20 19:10:59.588535 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a124db-91ce-4622-8135-55239d50fe29 req-cf89f60e-c7c9-4ae3-9dd4-29d839c8eeaa tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:10:59.589710 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-30a124db-91ce-4622-8135-55239d50fe29 req-cf89f60e-c7c9-4ae3-9dd4-29d839c8eeaa tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.0934279 Aug 20 19:10:59.637041 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-30a124db-91ce-4622-8135-55239d50fe29 req-3012e4ca-9498-43ea-8fb5-8bfb548c93d4 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 Aug 20 19:10:59.993258 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:00.492360 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bc1f0-caa2-4c1c-b5f3-7357e8a101d0 req-78fc5cdd-82fe-41f1-bed0-5afe625ab22f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:00.493891 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e60bc1f0-caa2-4c1c-b5f3-7357e8a101d0 req-78fc5cdd-82fe-41f1-bed0-5afe625ab22f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0957868 Aug 20 19:11:00.550071 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e60bc1f0-caa2-4c1c-b5f3-7357e8a101d0 req-4f2134cf-b5c0-4edd-9d54-aad6cf96bfca tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503261 Aug 20 19:11:00.928924 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b267e16-bd27-4be5-82d5-f266258a4e13 req-d72ca287-b377-4400-9096-53b3911d540e tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:00.930530 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b267e16-bd27-4be5-82d5-f266258a4e13 req-d72ca287-b377-4400-9096-53b3911d540e tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.1138146 Aug 20 19:11:00.992210 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b267e16-bd27-4be5-82d5-f266258a4e13 req-9ff28949-6c43-4cc0-b970-85a64f934893 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481844 Aug 20 19:11:01.614231 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 56480) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:01.757539 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:01.776394 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:01.785700 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8571d-557d-4eff-be9c-1767eaa0f94c req-51425562-da3b-46f8-bfc2-18a713775d7e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:01.787169 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-07f8571d-557d-4eff-be9c-1767eaa0f94c req-51425562-da3b-46f8-bfc2-18a713775d7e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1189911 Aug 20 19:11:01.789862 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] Usage tracker for resource:security_group_rule and tenant:103e7684724a4406962525eae7875a74 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:01.793234 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:01.800678 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:01.912332 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:01.936724 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:01.947420 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-dca6c7f1-f32a-4dcd-beed-fc39d47a0b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:01.972072 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-07f8571d-557d-4eff-be9c-1767eaa0f94c req-c3212ff2-8a9e-4324-8240-b4f46f5341f6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726303 Aug 20 19:11:02.001607 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964ac274-9f77-4deb-b48e-e90193602b76,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:02.007301 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=103e7684724a4406962525eae7875a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911233 Aug 20 19:11:02.008479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-19427fb8-be6c-42ba-9e25-1aa87bc0ec29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:02.010098 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 56486) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:02.073501 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3d325525-3b0b-40f9-b95a-c91bc55b1b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.104533 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3d325525-3b0b-40f9-b95a-c91bc55b1b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.196163 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760da0-8ec4-45c3-bdab-b15b0cdcdc8c req-2777b34e-d06e-45b5-bf47-eb59a3220308 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:02.198438 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-37760da0-8ec4-45c3-bdab-b15b0cdcdc8c req-2777b34e-d06e-45b5-bf47-eb59a3220308 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.0954154 Aug 20 19:11:02.264812 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-37760da0-8ec4-45c3-bdab-b15b0cdcdc8c req-9eb6a9f7-5075-4133-91c8-a253673f367a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589690 Aug 20 19:11:02.292392 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3d325525-3b0b-40f9-b95a-c91bc55b1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.301825 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e586ac27-54b0-410e-8be2-5fc254449127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:02.317162 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d325525-3b0b-40f9-b95a-c91bc55b1b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964ac274-9f77-4deb-b48e-e90193602b76,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:02.319559 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3d325525-3b0b-40f9-b95a-c91bc55b1b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.320689 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3d325525-3b0b-40f9-b95a-c91bc55b1b72 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/964ac274-9f77-4deb-b48e-e90193602b76 HTTP/1.1" status: 204 len: 168 time: 0.3095579 Aug 20 19:11:02.321631 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3d325525-3b0b-40f9-b95a-c91bc55b1b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:02.687447 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 56502) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:02.706639 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.723916 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:02.732858 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Usage tracker for resource:security_group_rule and tenant:8da182badd0d4b38a8c1b5bc6f3bb69a is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:02.738046 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:02.749926 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:02.885974 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.890258 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:02.897160 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1e7e9846-9992-40de-924f-1b5fc2e5edb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:02.942662 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 56510) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:02.955175 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8da182badd0d4b38a8c1b5bc6f3bb69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665360 Aug 20 19:11:02.956563 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db927ef1-9896-4320-89fb-82722a011c1a,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:02.962242 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:03.015652 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7080acd3-1702-4528-91d8-ed5461d1a12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:03.044215 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7080acd3-1702-4528-91d8-ed5461d1a12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:03.105345 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7080acd3-1702-4528-91d8-ed5461d1a12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:03.109286 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d7cefce3-b769-4921-9013-c1862b199f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:03.125245 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080acd3-1702-4528-91d8-ed5461d1a12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db927ef1-9896-4320-89fb-82722a011c1a,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:03.127270 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-7080acd3-1702-4528-91d8-ed5461d1a12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:03.130650 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-7080acd3-1702-4528-91d8-ed5461d1a12f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db927ef1-9896-4320-89fb-82722a011c1a HTTP/1.1" status: 204 len: 168 time: 0.1841104 Aug 20 19:11:03.130650 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7080acd3-1702-4528-91d8-ed5461d1a12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:03.180505 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99186ce1-39c8-4d97-b03a-948b2abebbae req-0d12fcf1-1c05-491d-a7fb-30cc07ced31d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:03.182084 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-99186ce1-39c8-4d97-b03a-948b2abebbae req-0d12fcf1-1c05-491d-a7fb-30cc07ced31d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0880692 Aug 20 19:11:03.232133 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-99186ce1-39c8-4d97-b03a-948b2abebbae req-52aa0ebc-7416-42cf-b654-457efc3cd9e5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432312 Aug 20 19:11:03.471556 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5100ac-b06f-466f-9b67-15261b83b6e4 req-57ab76d9-8f03-48f0-a731-e27080f38687 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:03.473595 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7f5100ac-b06f-466f-9b67-15261b83b6e4 req-57ab76d9-8f03-48f0-a731-e27080f38687 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.0871284 Aug 20 19:11:03.553154 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7f5100ac-b06f-466f-9b67-15261b83b6e4 req-e393986f-1947-46f4-a7ad-90af60aca000 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641565 Aug 20 19:11:04.439878 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd93dec-b656-4b5e-a977-f50b7008106e req-011c779d-f9e3-4d2b-beee-273d58bf13cf tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:04.441527 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5cd93dec-b656-4b5e-a977-f50b7008106e req-011c779d-f9e3-4d2b-beee-273d58bf13cf tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0907924 Aug 20 19:11:04.494380 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5cd93dec-b656-4b5e-a977-f50b7008106e req-62a3a1b4-aa5b-43b1-a0d7-b811582d7f8a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458138 Aug 20 19:11:04.804780 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1418b-0df3-4f89-8d3d-6b021817d9e4 req-34a103bf-9266-49e9-9f30-f0fe942ee24f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:04.812009 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fec1418b-0df3-4f89-8d3d-6b021817d9e4 req-34a103bf-9266-49e9-9f30-f0fe942ee24f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.0976245 Aug 20 19:11:04.859676 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fec1418b-0df3-4f89-8d3d-6b021817d9e4 req-4f21bb03-7b41-49f7-b38b-f0910ea3d7e6 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467935 Aug 20 19:11:05.706178 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827d30f-dd4e-47c4-8438-57f080bee4ee req-fac16973-2e42-4d7a-92bc-43c49025ee8d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:05.707734 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5827d30f-dd4e-47c4-8438-57f080bee4ee req-fac16973-2e42-4d7a-92bc-43c49025ee8d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0884249 Aug 20 19:11:05.765683 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5827d30f-dd4e-47c4-8438-57f080bee4ee req-819d621b-dcec-4abb-900a-dc40952cca48 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449600 Aug 20 19:11:05.800902 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 56598) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:05.932414 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:05.947992 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:05.952087 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] Usage tracker for resource:security_group_rule and tenant:81f402cbe8284cebbcd8f756678040b3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:05.954928 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:05.961176 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:06.054690 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.061728 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105919a-9601-41d1-8324-0297fa03e56c req-ba0cf9fe-9e33-4af2-8bad-b10021080e41 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:06.062300 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.063244 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f105919a-9601-41d1-8324-0297fa03e56c req-ba0cf9fe-9e33-4af2-8bad-b10021080e41 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.0838923 Aug 20 19:11:06.070879 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b05bac82-5d81-4f38-a92d-227fa84ddb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:06.115823 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f105919a-9601-41d1-8324-0297fa03e56c req-ba1cb776-740a-4e16-9ee7-6169feb75251 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Aug 20 19:11:06.116049 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81f402cbe8284cebbcd8f756678040b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140216 Aug 20 19:11:06.116977 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e50fe6e-5d9f-4870-9df8-403c9e77e5d5,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:06.118705 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 56606) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:06.121016 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a10d67c0-3a88-4460-8cff-6dd01d4452e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:06.183443 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-364500e4-b33c-47a7-b171-5163c5942a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.210244 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-364500e4-b33c-47a7-b171-5163c5942a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.265328 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-364500e4-b33c-47a7-b171-5163c5942a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.269054 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2e1e204f-32a4-4717-9fbf-7ecc18c1f1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:06.280624 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364500e4-b33c-47a7-b171-5163c5942a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e50fe6e-5d9f-4870-9df8-403c9e77e5d5,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:06.284331 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-364500e4-b33c-47a7-b171-5163c5942a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:06.289471 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-364500e4-b33c-47a7-b171-5163c5942a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:06.290772 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-364500e4-b33c-47a7-b171-5163c5942a93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e50fe6e-5d9f-4870-9df8-403c9e77e5d5 HTTP/1.1" status: 204 len: 168 time: 0.1709189 Aug 20 19:11:07.004125 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05237f73-88fd-4503-9b5e-cccb0fcd6d7e req-c87421f9-6e28-4dca-b794-79e23851c673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:07.007152 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-05237f73-88fd-4503-9b5e-cccb0fcd6d7e req-c87421f9-6e28-4dca-b794-79e23851c673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1090541 Aug 20 19:11:07.060284 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-05237f73-88fd-4503-9b5e-cccb0fcd6d7e req-0bba8818-a44c-4b08-9bd7-473f454d0ebd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473738 Aug 20 19:11:07.317771 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Request body: {'port': {'device_id': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:07.510717 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.537772 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53285b1-a67d-43d9-aa1f-7da987a62fa8 req-bad32763-1c78-4457-88f3-2b99f42146e4 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:07.539361 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f53285b1-a67d-43d9-aa1f-7da987a62fa8 req-bad32763-1c78-4457-88f3-2b99f42146e4 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 932 time: 0.2918303 Aug 20 19:11:07.589353 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 56658) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:07.640706 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f53285b1-a67d-43d9-aa1f-7da987a62fa8 req-e20d1fcf-e69c-4855-bd7c-9bb1b3868bf8 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693991 Aug 20 19:11:07.722289 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.738263 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:07.742647 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Usage tracker for resource:security_group_rule and tenant:16766cb13a3447899fee6d8a1bb2c473 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:07.745650 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:07.751809 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:07.858858 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.862905 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.871988 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3d325525-3b0b-40f9-b95a-c91bc55b1b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:07.909201 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5978ffe2-f5ea-4b46-83a8-3299b6e1303b,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:07.914785 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:07.920370 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16766cb13a3447899fee6d8a1bb2c473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275166 Aug 20 19:11:07.921061 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 56664) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:07.947729 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:07.959013 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.974187 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Transition to ACTIVE for port object 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:11:07.978179 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.982303 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-991a12bd-a6b0-4f0d-9957-573de954f042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:07.982970 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:08.047585 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-991a12bd-a6b0-4f0d-9957-573de954f042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.125764 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-aefe3d18-7e1e-4703-8704-b2ebe6ceafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:08.127514 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-aefe3d18-7e1e-4703-8704-b2ebe6ceafbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2&tenant_id=7d2d260d341649cfa820d84b89ec798d HTTP/1.1" status: 200 len: 1096 time: 0.1143928 Aug 20 19:11:08.151826 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-991a12bd-a6b0-4f0d-9957-573de954f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.159106 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Pushing event updated for resources: {'Port': ['ID=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:08.160131 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e5f80872-442f-40d2-a418-08be423c7054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:08.187125 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a12bd-a6b0-4f0d-9957-573de954f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5978ffe2-f5ea-4b46-83a8-3299b6e1303b,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:08.199217 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-991a12bd-a6b0-4f0d-9957-573de954f042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:08.270402 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-991a12bd-a6b0-4f0d-9957-573de954f042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.274481 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-991a12bd-a6b0-4f0d-9957-573de954f042 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5978ffe2-f5ea-4b46-83a8-3299b6e1303b HTTP/1.1" status: 204 len: 168 time: 0.3506427 Aug 20 19:11:08.306887 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:08.350857 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Attempting to bind port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:11:08.350857 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Attempting to bind port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:11:08.350857 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Attempting to bind port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e on network fec3487f-cb2f-4590-a727-90ff59704cde {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:08.357090 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e on network fec3487f-cb2f-4590-a727-90ff59704cde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:11:08.357411 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Attempting to bind port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e on network fec3487f-cb2f-4590-a727-90ff59704cde {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:08.364108 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:11:08.364409 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Checking segment: {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:08.364778 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Bound using segment: {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:11:08.365309 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Bound port: 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:11:08.365855 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.427485 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-a25b965f-b12c-402d-aecf-6b5748786e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:08.429643 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-a25b965f-b12c-402d-aecf-6b5748786e62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 1096 time: 0.2169228 Aug 20 19:11:08.503391 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] For port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:11:08.508845 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] For port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:11:08.514787 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a963fb-15a7-4521-84a3-4ec952c14a6b req-fb27ea3a-665a-4468-9f56-7c241d2de252 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:08.516273 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8a963fb-15a7-4521-84a3-4ec952c14a6b req-fb27ea3a-665a-4468-9f56-7c241d2de252 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.2374680 Aug 20 19:11:08.517019 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.522444 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-284ba98c-6f9b-4848-8e62-6bb0d84b1959 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:08.610855 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d8a963fb-15a7-4521-84a3-4ec952c14a6b req-26c89d5f-5af7-475a-80c0-af8386ff07c7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514107 Aug 20 19:11:08.623650 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Pushing event updated for resources: {'Port': ['ID=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:08.640903 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:08.655089 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:08.655708 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:08.657697 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] 10.222.0.21 "PUT /v2.0/ports/6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 1094 time: 1.3473072 Aug 20 19:11:08.658171 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:08.679890 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-dfe81a93-38a6-46e4-a4a0-51d09966f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:08.681484 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-dfe81a93-38a6-46e4-a4a0-51d09966f69d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.2356164 Aug 20 19:11:08.798817 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'status': 'completed', 'code': 200} Aug 20 19:11:08.872315 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-68239bf1-f8bf-4770-ba05-7e6f36cf7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:08.874675 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-68239bf1-f8bf-4770-ba05-7e6f36cf7bf5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b133978feac4c16b2783be127286f51&device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1097 time: 0.1606870 Aug 20 19:11:08.877182 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-5c39753e-7361-4392-9e37-826fda091665 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e260e3d3-1785-4c99-b313-d51aff00c0af HTTP/1.1" status: 200 len: 999 time: 0.1887038 Aug 20 19:11:08.968402 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-b3cf729f-becd-41dc-999b-5e837f25151e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 217 time: 0.0803084 Aug 20 19:11:09.040592 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-bfb2ae30-26fd-49c5-9ca3-9344d04af99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:09.042069 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-bfb2ae30-26fd-49c5-9ca3-9344d04af99d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.1106975 Aug 20 19:11:09.048214 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-949ed589-1186-4a33-aaba-becff8e21e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:09.049866 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-949ed589-1186-4a33-aaba-becff8e21e46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=050fe079-e106-49e6-8b80-5a2dee95a890 HTTP/1.1" status: 200 len: 854 time: 0.0739834 Aug 20 19:11:09.150992 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-5e94b6c7-28e0-4b4e-8bdb-7bbcf8cc4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:09.152926 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-5e94b6c7-28e0-4b4e-8bdb-7bbcf8cc4246 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fec3487f-cb2f-4590-a727-90ff59704cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968928 Aug 20 19:11:09.177337 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-1b3659b5-d68f-4deb-9da0-7df505cadf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:09.179038 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-1b3659b5-d68f-4deb-9da0-7df505cadf22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1247146 Aug 20 19:11:09.188277 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb9e99-3b58-475b-bdf9-7abb51a57644 req-83dce5f7-03e1-4686-9dc0-e3f0b9eb0a08 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:09.189834 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0eeb9e99-3b58-475b-bdf9-7abb51a57644 req-83dce5f7-03e1-4686-9dc0-e3f0b9eb0a08 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.3114634 Aug 20 19:11:09.268148 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-0eeb9e99-3b58-475b-bdf9-7abb51a57644 req-4cf5b7a9-ba8f-4081-b781-550661efd592 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Synchronizing usage tracker for tenant:8b133978feac4c16b2783be127286f51 on resource:security_group {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:09.344525 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-6c29a2d4-1631-4a77-abe3-a59f83faf8c9 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845853 Aug 20 19:11:09.380909 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 56718) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:09.466135 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-0eeb9e99-3b58-475b-bdf9-7abb51a57644 req-4cf5b7a9-ba8f-4081-b781-550661efd592 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Unset dirty status for tenant:8b133978feac4c16b2783be127286f51 on resource:security_group {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:09.467615 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0eeb9e99-3b58-475b-bdf9-7abb51a57644 req-4cf5b7a9-ba8f-4081-b781-550661efd592 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510211 Aug 20 19:11:09.489125 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-a4ce7534-6773-44e2-9bc0-7ad89b037528 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980571 Aug 20 19:11:09.522351 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6d15aaf4-1791-4902-991e-9c8b80125e8f req-631a7977-7ed0-42e0-ac19-4ab685cc94f1 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683543 Aug 20 19:11:09.559292 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1559323108-network', 'tenant_id': '7f0a8482062e40838cafdd41de00f2d2'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:09.564367 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:09.569504 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Usage tracker for resource:network and tenant:7f0a8482062e40838cafdd41de00f2d2 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:09.573244 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:09.580710 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:09.630684 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Made reservation on behalf of 7f0a8482062e40838cafdd41de00f2d2 for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:09.633174 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:09.653834 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f45784dc-4d9a-4815-b390-ef1c63cec154 req-f97b00d0-84d5-482d-8ce0-6414af47749e service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557274 Aug 20 19:11:09.659982 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:09.681430 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:09.690437 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Usage tracker for resource:security_group_rule and tenant:7f0a8482062e40838cafdd41de00f2d2 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:09.694253 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:09.700268 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:09.740099 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 56736) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:09.758509 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-1ec34451-9141-4918-b40c-0b8897d59ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:09.760004 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-1ec34451-9141-4918-b40c-0b8897d59ad3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b133978feac4c16b2783be127286f51&device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1097 time: 0.1727276 Aug 20 19:11:09.965845 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:09.998878 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:10.009215 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:10.013560 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:10.028785 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-59e95bf0-5283-4e13-91a8-9385dacab3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:10.036170 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc0cf6d0d2d4eb7bf5cfdf7d1e5f2e4 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:10.046888 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:10.070507 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-0ac328cb-7b3c-4316-bf83-c7572c3e5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:10.071990 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-0ac328cb-7b3c-4316-bf83-c7572c3e5de6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 200 len: 916 time: 0.2974038 Aug 20 19:11:10.072902 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:10.086057 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=79331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:11:10.151695 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41655be0-1bb4-4f32-9df5-98b65e4e4b4b,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:10.168956 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:10.171581 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-0c5e5b60-c736-4437-a2f7-0bf62e640392 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 217 time: 0.0882416 Aug 20 19:11:10.222819 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512d9ce-a24d-4b39-8c63-4cf224ea2489 req-74e99381-ea8c-4465-8ba5-3a6df49de892 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:10.225405 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4512d9ce-a24d-4b39-8c63-4cf224ea2489 req-74e99381-ea8c-4465-8ba5-3a6df49de892 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.4286542 Aug 20 19:11:10.226522 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:10.226862 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Added segment ba0a70c6-6fd5-47b0-a895-44613374f1f3 of type vlan for network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad Aug 20 19:11:10.307514 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-88ad3d96-3e2d-41f3-bf9b-d740cfa0fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:10.308740 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-88ad3d96-3e2d-41f3-bf9b-d740cfa0fd93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=050fe079-e106-49e6-8b80-5a2dee95a890 HTTP/1.1" status: 200 len: 854 time: 0.1271269 Aug 20 19:11:10.315118 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:10.410326 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4512d9ce-a24d-4b39-8c63-4cf224ea2489 req-a1582d54-2857-4ae4-8196-757bb054efca tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683090 Aug 20 19:11:10.471990 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:10.479222 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:10.479816 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:10.489751 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:10.537193 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:10.563878 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:10.737897 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e77e2-d610-408b-870c-670550cad6c4 req-88d4da83-1557-4aa9-b289-3d5c814946e9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:10.746764 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-511e77e2-d610-408b-870c-670550cad6c4 req-88d4da83-1557-4aa9-b289-3d5c814946e9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.1098449 Aug 20 19:11:10.817225 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-6985d813-522a-46f9-89dd-fbf52332b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:10.820841 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-6985d813-522a-46f9-89dd-fbf52332b967 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fec3487f-cb2f-4590-a727-90ff59704cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4860938 Aug 20 19:11:10.824879 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4432149 Aug 20 19:11:10.827541 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 56760) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:10.828135 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Pushing event updated for resources: {'Network': ['ID=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:10.833972 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:10.834554 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-eae1b311-c5d3-42b4-a77d-8277a9cb3d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:10.842070 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:11:10.848271 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cc0cf6d0d2d4eb7bf5cfdf7d1e5f2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1033003 Aug 20 19:11:10.851490 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 56764) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:10.858422 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Request body: {'subnet': {'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1559323108-subnet', 'tenant_id': '7f0a8482062e40838cafdd41de00f2d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:10.889523 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-511e77e2-d610-408b-870c-670550cad6c4 req-d89b21e6-0f28-4245-89b5-b75266ce8284 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414130 Aug 20 19:11:10.895459 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:10.895719 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef2a60-1d55-424a-8ac6-2ca4e5d35dc4,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:10.909653 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Usage tracker for resource:subnet and tenant:7f0a8482062e40838cafdd41de00f2d2 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:10.913702 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:10.926599 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:10.932890 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:10.969992 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Made reservation on behalf of 7f0a8482062e40838cafdd41de00f2d2 for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:10.972937 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-980e0d76-5f19-4e48-b770-5497cd477b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:10.973384 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65314145'] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.002080 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-980e0d76-5f19-4e48-b770-5497cd477b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.066212 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-980e0d76-5f19-4e48-b770-5497cd477b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.073787 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-028c729b-2a50-4059-82ab-2e79ef6f4010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:11.104893 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e0d76-5f19-4e48-b770-5497cd477b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef2a60-1d55-424a-8ac6-2ca4e5d35dc4,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:11.108746 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-980e0d76-5f19-4e48-b770-5497cd477b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:11.111159 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-980e0d76-5f19-4e48-b770-5497cd477b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.115441 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-980e0d76-5f19-4e48-b770-5497cd477b1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49ef2a60-1d55-424a-8ac6-2ca4e5d35dc4 HTTP/1.1" status: 204 len: 168 time: 0.2614379 Aug 20 19:11:11.243541 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65253297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65314067'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.247988 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:11.337456 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb8da8d-6d42-44f1-80a3-c33fc93ad442,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:11.342129 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:11.350925 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Checking segment: {'id': 'ba0a70c6-6fd5-47b0-a895-44613374f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:11.351307 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Network hostable DHCP agents. Network: b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:11:11.371855 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:11:11.383016 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:11.387983 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:11.388670 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.394822 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b1d60-ce40-4584-9fc6-0dac7d0c6add None None] Network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:11:11.412236 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5836122 Aug 20 19:11:11.519721 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 56778) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:11.531016 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a7711cd7-f960-4c4e-9b75-bb4d417769d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.540306 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.556360 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:11.561004 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] Usage tracker for resource:security_group_rule and tenant:1f98d818b20a4918bbd40ddc4eb6e9a8 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:11.564240 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:11.603267 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:11.694797 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf7bc5a-4e9c-4319-856d-847ab6e82e4f None None] Network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:11:11.703366 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29667d6c-62f1-40f4-87ba-85a2d4d7c830 req-86c20ad1-f0d8-4eb0-b7bd-bf6a1cbc3b0c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:11.705540 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-29667d6c-62f1-40f4-87ba-85a2d4d7c830 req-86c20ad1-f0d8-4eb0-b7bd-bf6a1cbc3b0c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1379180 Aug 20 19:11:11.777787 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-29667d6c-62f1-40f4-87ba-85a2d4d7c830 req-a0aaf6bc-09d6-4e0e-b4dc-6c244ab85cff tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619886 Aug 20 19:11:11.880297 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.897578 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:11.938035 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-edb463f3-857c-4639-adea-db62acf7af25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:12.007716 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.068479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef36ce6-e484-458d-ac1e-a7609e4bdeab,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:12.081999 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:12.087160 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ac79b656-5340-49fc-8def-40e17ca69657 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f98d818b20a4918bbd40ddc4eb6e9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662000 Aug 20 19:11:12.090125 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 56788) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:12.179154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a238fcd-5450-4616-a30c-1e817eaf21f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.217001 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a238fcd-5450-4616-a30c-1e817eaf21f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.303033 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a238fcd-5450-4616-a30c-1e817eaf21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.311475 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-364500e4-b33c-47a7-b171-5163c5942a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:12.320035 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680675-0f7b-4cd3-837f-663be22ca4d2 req-93baeae3-fb1d-471c-8afc-1342041fcf58 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:12.324443 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-03680675-0f7b-4cd3-837f-663be22ca4d2 req-93baeae3-fb1d-471c-8afc-1342041fcf58 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.2049801 Aug 20 19:11:12.331700 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a238fcd-5450-4616-a30c-1e817eaf21f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef36ce6-e484-458d-ac1e-a7609e4bdeab,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:12.336476 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2a238fcd-5450-4616-a30c-1e817eaf21f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:12.337824 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a238fcd-5450-4616-a30c-1e817eaf21f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:12.347309 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-2a238fcd-5450-4616-a30c-1e817eaf21f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cef36ce6-e484-458d-ac1e-a7609e4bdeab HTTP/1.1" status: 204 len: 168 time: 0.2474439 Aug 20 19:11:12.439225 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-03680675-0f7b-4cd3-837f-663be22ca4d2 req-ac6b38d0-54de-4492-8c6e-c8ca082e091b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051250 Aug 20 19:11:13.118126 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263453d-113a-4cbb-84d1-fdd11cd26dfc req-68980a4c-66f2-4b3e-aec5-8b8a83085500 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:13.118126 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1263453d-113a-4cbb-84d1-fdd11cd26dfc req-68980a4c-66f2-4b3e-aec5-8b8a83085500 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1238298 Aug 20 19:11:13.207097 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1263453d-113a-4cbb-84d1-fdd11cd26dfc req-51cb1088-ae2f-49d9-91df-3fb6eb86d48e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863888 Aug 20 19:11:13.860362 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e9fc-be5e-4c05-9d53-d8d1571663ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:13.972689 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d70b1-5ea3-4fb2-adc6-57a32ffc9eb3 req-9f5740fe-99dd-457c-8430-d6cd6548a632 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:13.975555 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3a5d70b1-5ea3-4fb2-adc6-57a32ffc9eb3 req-9f5740fe-99dd-457c-8430-d6cd6548a632 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.4151957 Aug 20 19:11:14.052692 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3a5d70b1-5ea3-4fb2-adc6-57a32ffc9eb3 req-a34ab283-f2ca-4982-83dc-09678a3bb2b1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665655 Aug 20 19:11:14.422847 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e2401-37cf-40d8-afda-3e9c9212c494 req-9bb30cfc-209f-4488-9447-9e80fde7c6b8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:14.424725 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-251e2401-37cf-40d8-afda-3e9c9212c494 req-9bb30cfc-209f-4488-9447-9e80fde7c6b8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0934002 Aug 20 19:11:14.494489 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-251e2401-37cf-40d8-afda-3e9c9212c494 req-00d2ac5a-cc18-415b-8825-ab963b408984 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621567 Aug 20 19:11:14.733788 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-01080686-9a15-4d56-94f0-1098f7f26b68 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:14.734419 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-01080686-9a15-4d56-94f0-1098f7f26b68 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Synchronizing usage tracker for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:network {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:14.762866 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-01080686-9a15-4d56-94f0-1098f7f26b68 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Unset dirty status for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:network {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:14.764409 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-01080686-9a15-4d56-94f0-1098f7f26b68 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/networks?id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad HTTP/1.1" status: 200 len: 814 time: 0.2421842 Aug 20 19:11:14.798806 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-b77833c5-d4d3-4d71-a8ea-d21bd34b28e5 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/quotas/7f0a8482062e40838cafdd41de00f2d2 HTTP/1.1" status: 200 len: 375 time: 0.0211751 Aug 20 19:11:14.860285 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-617899b1-7a8e-40d7-956f-47a44dab25fe tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f0a8482062e40838cafdd41de00f2d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605042 Aug 20 19:11:14.992724 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:15.019752 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-7b51bd5a-4fe3-4ca9-8e1d-adfc4c724344 service neutron] 10.222.0.54 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585493 Aug 20 19:11:15.304370 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e46c8e-09a7-42b8-a159-33eb910bc184 req-7458b67a-0443-4962-bf12-1d15e0a89968 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:15.321235 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c2e46c8e-09a7-42b8-a159-33eb910bc184 req-7458b67a-0443-4962-bf12-1d15e0a89968 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.1544204 Aug 20 19:11:15.372505 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c2e46c8e-09a7-42b8-a159-33eb910bc184 req-01625ad0-2bc1-49fc-ad1d-957dfb18947e tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492826 Aug 20 19:11:15.412998 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-357cbf3d-dcf9-4dd6-819b-92b122e09d94 service neutron] 10.222.0.54 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853190 Aug 20 19:11:15.762010 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fe8d023a-3bc0-43fe-b9d7-eea0c680f41d req-b2d70375-7524-4297-85c8-0b3b742518c1 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0836284 Aug 20 19:11:15.846918 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee63266-9867-43fe-af02-7df85595ab4c req-8d4579cf-dd79-48d9-8dc5-f80956bd9f78 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:15.848428 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cee63266-9867-43fe-af02-7df85595ab4c req-8d4579cf-dd79-48d9-8dc5-f80956bd9f78 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1305692 Aug 20 19:11:15.903222 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cee63266-9867-43fe-af02-7df85595ab4c req-4c4e6334-868d-4d83-b57c-c4d6b27d267a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487130 Aug 20 19:11:16.571125 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0ca1b-0a76-4ac1-b8b4-161c468c5a74 req-2773262c-d19d-4bf3-aca2-503425f2bc26 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:16.572963 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8cc0ca1b-0a76-4ac1-b8b4-161c468c5a74 req-2773262c-d19d-4bf3-aca2-503425f2bc26 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.0866537 Aug 20 19:11:16.621002 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8cc0ca1b-0a76-4ac1-b8b4-161c468c5a74 req-fe63adf2-3b33-4f59-a2b1-5beaa5400059 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Aug 20 19:11:16.665167 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:16.949472 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-07d0321a-557f-4196-b22a-a8bbc50c665d req-cb34e1e1-f931-45bd-99da-f4e128341dc7 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0563512 Aug 20 19:11:17.149237 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cec915-67df-4365-a935-78302ac1a19a req-80a31287-df8a-4f47-ae59-302ba29445b4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:17.150837 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-20cec915-67df-4365-a935-78302ac1a19a req-80a31287-df8a-4f47-ae59-302ba29445b4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1130900 Aug 20 19:11:17.204245 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-20cec915-67df-4365-a935-78302ac1a19a req-c02c7c7e-1b21-4191-b01d-99592ff9dd2b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463972 Aug 20 19:11:17.898055 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a6836-8853-4070-8381-e7cf34855c31 req-e879bea4-2a8f-4902-b323-0f6b7eecc603 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:17.914058 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c29a6836-8853-4070-8381-e7cf34855c31 req-e879bea4-2a8f-4902-b323-0f6b7eecc603 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.1799271 Aug 20 19:11:17.965857 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c29a6836-8853-4070-8381-e7cf34855c31 req-e4a32884-f940-4f72-96a4-ea818373d62c tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506284 Aug 20 19:11:18.118930 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-36b36186-e3e8-41cd-8ecf-18e34a2b6f0d req-4d2f6dea-724b-4b84-8f5c-8915363c392c tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0434804 Aug 20 19:11:18.405156 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d57e8c-dcb7-4b11-a831-5fe1cff0edee req-dd6e1e2e-2e6d-403e-ac98-1fe8d933771a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:18.407409 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b9d57e8c-dcb7-4b11-a831-5fe1cff0edee req-dd6e1e2e-2e6d-403e-ac98-1fe8d933771a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0856133 Aug 20 19:11:18.460570 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b9d57e8c-dcb7-4b11-a831-5fe1cff0edee req-79de74a9-c902-47f2-bee8-c28f9d1078c7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445006 Aug 20 19:11:19.196515 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe70c7-6c6c-4ed4-9261-dd6f2b114ebd req-5b678795-def2-476b-98ea-0d499612f544 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:19.199020 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f2fe70c7-6c6c-4ed4-9261-dd6f2b114ebd req-5b678795-def2-476b-98ea-0d499612f544 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.0923216 Aug 20 19:11:19.260289 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f2fe70c7-6c6c-4ed4-9261-dd6f2b114ebd req-abd58d33-7dcc-48f4-82cc-7fc3e9648ba9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Aug 20 19:11:19.295182 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-46f325ac-1f0f-4dbe-a25a-7221f42b9ee0 req-74297073-0fa2-44f3-9eea-bf5ce39fb7f5 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0619550 Aug 20 19:11:19.655907 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bfa42-bac2-4a94-9e97-b4f6430f7cc8 req-c4d05ee8-a734-401e-9c6a-9d79550445db tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:19.657476 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-792bfa42-bac2-4a94-9e97-b4f6430f7cc8 req-c4d05ee8-a734-401e-9c6a-9d79550445db tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0822248 Aug 20 19:11:19.708539 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-792bfa42-bac2-4a94-9e97-b4f6430f7cc8 req-50e454eb-81f6-4b87-9748-3a499ba6f75d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443757 Aug 20 19:11:20.455654 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-415ab19d-e0a6-4604-8cc3-968e2df1351a req-dac0160f-df86-44fd-a096-8700588694c8 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0435026 Aug 20 19:11:20.469468 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b9000-d8e0-48cf-ba6a-be47edf0c68d req-2521ff00-6d1c-4f76-ab82-75ebfcaf7b0b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:20.471258 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-723b9000-d8e0-48cf-ba6a-be47edf0c68d req-2521ff00-6d1c-4f76-ab82-75ebfcaf7b0b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.0936573 Aug 20 19:11:20.527819 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-723b9000-d8e0-48cf-ba6a-be47edf0c68d req-72ab3f78-4f92-4543-a787-cca928bf98bb tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498822 Aug 20 19:11:20.923530 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5903104-70c1-4f93-9eb9-e45487e91cb9 req-551eaa62-889f-4b2b-af7b-631f04243ae1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:20.925109 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a5903104-70c1-4f93-9eb9-e45487e91cb9 req-551eaa62-889f-4b2b-af7b-631f04243ae1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0872464 Aug 20 19:11:20.976423 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a5903104-70c1-4f93-9eb9-e45487e91cb9 req-7f1d0954-c262-41d2-b254-3e12caf08ba2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432038 Aug 20 19:11:21.611276 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-becb1e9b-54b3-4206-9fe5-5a5b34350d2d req-a6b98438-881e-416f-a0e7-363997ff89da tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0493033 Aug 20 19:11:21.722421 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3be52-0a06-46f1-8f74-66bd55e2d3db req-23b15fd7-f57e-4192-9d0d-462d135a6117 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:21.724485 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d8f3be52-0a06-46f1-8f74-66bd55e2d3db req-23b15fd7-f57e-4192-9d0d-462d135a6117 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.0877275 Aug 20 19:11:21.771288 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d8f3be52-0a06-46f1-8f74-66bd55e2d3db req-37666738-881d-4546-a313-73cc24e33614 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Aug 20 19:11:22.182666 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dab9-7871-4418-9e37-9474e4d38d94 req-fe52ec3b-6a4f-46d0-be71-351932f29243 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:22.184227 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2bf9dab9-7871-4418-9e37-9474e4d38d94 req-fe52ec3b-6a4f-46d0-be71-351932f29243 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0883169 Aug 20 19:11:22.231049 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2bf9dab9-7871-4418-9e37-9474e4d38d94 req-0aeb1c46-8617-4d19-a2df-053eda8e2309 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411289 Aug 20 19:11:22.774191 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-84a08220-60fe-41c1-8fa8-e5d9a0917785 req-24a0549f-bbb7-4151-8a25-ba826df9ccc4 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0487251 Aug 20 19:11:23.072620 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d517f-4152-436d-a511-8a32e8083c9a req-9f6bba0a-b3c5-45b9-8942-5eee3d36567a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:23.074029 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-637d517f-4152-436d-a511-8a32e8083c9a req-9f6bba0a-b3c5-45b9-8942-5eee3d36567a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.1852970 Aug 20 19:11:23.122668 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-637d517f-4152-436d-a511-8a32e8083c9a req-7b8353f7-f63f-422e-8f6b-5a1b0d32843b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Aug 20 19:11:23.432109 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84775bd-dcc9-4642-ad44-9d57776b4e98 req-9426d5a8-7ffc-4c45-9077-b5e9eb50a983 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:23.433910 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f84775bd-dcc9-4642-ad44-9d57776b4e98 req-9426d5a8-7ffc-4c45-9077-b5e9eb50a983 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0908248 Aug 20 19:11:23.481577 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f84775bd-dcc9-4642-ad44-9d57776b4e98 req-a53cb8f0-88c0-4659-9906-396e0df1903c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 Aug 20 19:11:24.075860 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0cf33751-91ca-45bf-a08a-e13007ed353f req-439b8f3e-e7b3-4091-a064-dd6cd0d681d5 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0433545 Aug 20 19:11:24.318863 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196efc2-c537-4157-8928-db1ce0296aa7 req-3642c2d5-dc49-4807-b84a-8d5e6b15dbe5 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:24.320434 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7196efc2-c537-4157-8928-db1ce0296aa7 req-3642c2d5-dc49-4807-b84a-8d5e6b15dbe5 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.0905342 Aug 20 19:11:24.460536 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7196efc2-c537-4157-8928-db1ce0296aa7 req-0a44fc85-156e-425a-890a-e04b9247a78b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338246 Aug 20 19:11:24.686334 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fb2cd-8e2c-4ab3-828d-78e9ad9d2f96 req-ab440263-898d-4f2d-8402-da55fce32b99 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:24.687765 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-182fb2cd-8e2c-4ab3-828d-78e9ad9d2f96 req-ab440263-898d-4f2d-8402-da55fce32b99 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0888193 Aug 20 19:11:24.735594 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-182fb2cd-8e2c-4ab3-828d-78e9ad9d2f96 req-64ef2776-8fdb-40fc-82f2-8016077095c1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409796 Aug 20 19:11:25.227811 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f02f107c-66bb-4256-9432-9f4623db2d22 req-8d7454e6-70d2-4cd7-9c87-f9ecf235f428 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0436087 Aug 20 19:11:25.682593 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f885525-2259-4ed2-97ce-8de3fa4d7be8 req-8c5c0d66-05ae-4751-8591-3ff7b53866ef tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:25.684095 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2f885525-2259-4ed2-97ce-8de3fa4d7be8 req-8c5c0d66-05ae-4751-8591-3ff7b53866ef tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.0917056 Aug 20 19:11:25.736053 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2f885525-2259-4ed2-97ce-8de3fa4d7be8 req-566a82ec-e0ec-4a3f-81d8-85cc8813d7ba tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460448 Aug 20 19:11:25.959973 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02e65c-b587-48f1-b989-6aadfebdbbfc req-351509e1-2bb6-41eb-acf9-fc0fc085e44a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:25.961605 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-af02e65c-b587-48f1-b989-6aadfebdbbfc req-351509e1-2bb6-41eb-acf9-fc0fc085e44a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.1005354 Aug 20 19:11:26.015411 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-af02e65c-b587-48f1-b989-6aadfebdbbfc req-138060f4-2aae-4ad7-a482-24f5facb291d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469344 Aug 20 19:11:26.378849 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1f65bb6a-99b2-42b4-a80b-332519781628 req-039c7bf7-9346-4cf6-8c77-b1aea3608bda tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0432158 Aug 20 19:11:26.931448 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08125c35-d025-4a3b-aa2f-b1889094aacc req-5abeb39c-7aa8-44b3-9e23-0c6d613fbe01 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:26.933257 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-08125c35-d025-4a3b-aa2f-b1889094aacc req-5abeb39c-7aa8-44b3-9e23-0c6d613fbe01 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.0827382 Aug 20 19:11:27.068128 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-08125c35-d025-4a3b-aa2f-b1889094aacc req-ef0e09b4-ba5f-4b38-9aff-294447a3deb0 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290212 Aug 20 19:11:27.113248 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-b0c0c570-6004-4446-9773-ca080791db2b service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581337 Aug 20 19:11:27.231781 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5419708-b1c5-4c5c-aa93-55a351a1b293 req-930ea7fa-34b7-4357-aa4c-df35568bf293 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:27.233352 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a5419708-b1c5-4c5c-aa93-55a351a1b293 req-930ea7fa-34b7-4357-aa4c-df35568bf293 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0899894 Aug 20 19:11:27.256678 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5cc45703-2e14-416f-a72b-6bb7fe5062f8 req-9ddff06a-6ec8-477c-9fc2-3e3fe26a92e2 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353257 Aug 20 19:11:27.285116 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a5419708-b1c5-4c5c-aa93-55a351a1b293 req-effd9940-50bc-4d0b-bec2-fbd597750cee tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458410 Aug 20 19:11:27.537426 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a8bbcbbb-441c-4331-bd6f-18c40017a3b0 req-1e22473e-c5c5-4636-82d1-1e6163f53aff tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0434315 Aug 20 19:11:28.003117 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-7edc4816-bd53-4236-8a4a-401fb0f1defc tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:28.004504 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-7edc4816-bd53-4236-8a4a-401fb0f1defc tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.21 "GET /v2.0/networks?id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad HTTP/1.1" status: 200 len: 814 time: 0.1546116 Aug 20 19:11:28.018227 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Request body: {'port': {'device_id': '1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c', 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad', 'admin_state_up': True, 'tenant_id': '7f0a8482062e40838cafdd41de00f2d2'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:28.157275 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:28.161618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Usage tracker for resource:port and tenant:7f0a8482062e40838cafdd41de00f2d2 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:28.164578 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:28.170448 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:28.183508 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Made reservation on behalf of 7f0a8482062e40838cafdd41de00f2d2 for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:28.187187 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:28.269926 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec70d64-d27e-4d56-8da5-972d79fb22de req-2c2f37ab-b5ff-46b5-a7ea-b4cd8a27dd46 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:28.271920 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5ec70d64-d27e-4d56-8da5-972d79fb22de req-2c2f37ab-b5ff-46b5-a7ea-b4cd8a27dd46 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.0881875 Aug 20 19:11:28.321318 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5ec70d64-d27e-4d56-8da5-972d79fb22de req-68983670-050c-4df0-832b-9492ed4025fa tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Aug 20 19:11:28.357231 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Allocated IP 172.20.0.7 (b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad/9cb8da8d-6d42-44f1-80a3-c33fc93ad442/58377755-6772-4fa3-b3ff-03ab14f460ee) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:11:28.625845 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc00b5-94a5-4f11-a97a-303b6f03b2d3 req-dc6beb00-8e9b-4e5e-b80f-12fc67ab4eda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:28.627352 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4fcc00b5-94a5-4f11-a97a-303b6f03b2d3 req-dc6beb00-8e9b-4e5e-b80f-12fc67ab4eda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.2154334 Aug 20 19:11:28.657572 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:28.658978 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:11:28.699556 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4fcc00b5-94a5-4f11-a97a-303b6f03b2d3 req-6b3e8b0f-7b61-4bac-97f6-cdaa7b6e0fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627077 Aug 20 19:11:28.710142 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e3548a29-ffcd-4d16-9f9c-8b65d79301b9 req-53136777-1df6-4f13-96b5-0a9d3b47919a tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0556242 Aug 20 19:11:28.730157 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:28.736479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:28.811906 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:11:28.816230 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:28.821024 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:11:28.826820 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:28.827459 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:28.840621 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Pushing event updated for resources: {'Port': ['ID=58377755-6772-4fa3-b3ff-03ab14f460ee,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:28.853562 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.853931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.854283 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.854631 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.854971 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.855311 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.855652 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.855987 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.856327 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.856688 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.857022 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.857356 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:28.863795 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:28.869933 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8556967 Aug 20 19:11:28.882126 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Request body: {'port': {'device_id': '1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:29.003097 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.085746 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57006) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:29.219377 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.235196 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:29.239206 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Usage tracker for resource:security_group_rule and tenant:4f2f26e8669a4deabeec582da20809c0 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:29.242279 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:29.248296 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:29.336284 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.341744 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.350985 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-274d9e97-85c8-417c-abe9-5214483ad41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:29.393995 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addd6bc1-d643-4429-9bd7-aa4d56e6a05b,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:29.399644 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f2f26e8669a4deabeec582da20809c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127327 Aug 20 19:11:29.400629 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:29.402153 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57014) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:29.489791 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58377755-6772-4fa3-b3ff-03ab14f460ee {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:29.497514 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.513237 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Transition to ACTIVE for port object 58377755-6772-4fa3-b3ff-03ab14f460ee will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:11:29.517734 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.522940 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ad83c67e-a6c6-4a1f-b243-4ff161876f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:29.531210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d0e83e51-5f88-452b-9b6e-fe1f4657bcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.567987 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d0e83e51-5f88-452b-9b6e-fe1f4657bcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.602482 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7ae78-10e9-4039-accc-38465cbc873a req-31da5ec0-d1bd-4d5f-83f9-e2a639d3ad10 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:29.603940 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2ad7ae78-10e9-4039-accc-38465cbc873a req-31da5ec0-d1bd-4d5f-83f9-e2a639d3ad10 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.1608977 Aug 20 19:11:29.668632 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2ad7ae78-10e9-4039-accc-38465cbc873a req-0a8aa3b5-acea-4c5b-bcae-5a17aaa34bbe tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538964 Aug 20 19:11:29.682066 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d0e83e51-5f88-452b-9b6e-fe1f4657bcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.687091 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Pushing event updated for resources: {'Port': ['ID=58377755-6772-4fa3-b3ff-03ab14f460ee,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:29.691107 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:29.694038 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-924bbb99-e371-4b95-b5d6-81a11b4a914a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:29.710539 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e83e51-5f88-452b-9b6e-fe1f4657bcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addd6bc1-d643-4429-9bd7-aa4d56e6a05b,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:29.713248 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d0e83e51-5f88-452b-9b6e-fe1f4657bcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.714376 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-d0e83e51-5f88-452b-9b6e-fe1f4657bcab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/addd6bc1-d643-4429-9bd7-aa4d56e6a05b HTTP/1.1" status: 204 len: 168 time: 0.3111248 Aug 20 19:11:29.715356 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d0e83e51-5f88-452b-9b6e-fe1f4657bcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:29.720231 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Attempting to bind port 58377755-6772-4fa3-b3ff-03ab14f460ee on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:11:29.720231 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Attempting to bind port 58377755-6772-4fa3-b3ff-03ab14f460ee by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'ba0a70c6-6fd5-47b0-a895-44613374f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:11:29.720444 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Attempting to bind port 58377755-6772-4fa3-b3ff-03ab14f460ee on network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:29.725960 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Port 58377755-6772-4fa3-b3ff-03ab14f460ee on network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:11:29.726996 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Attempting to bind port 58377755-6772-4fa3-b3ff-03ab14f460ee on network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:29.737037 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:11:29.738210 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Checking segment: {'id': 'ba0a70c6-6fd5-47b0-a895-44613374f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:29.739314 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Bound using segment: {'id': 'ba0a70c6-6fd5-47b0-a895-44613374f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:11:29.739945 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Bound port: 58377755-6772-4fa3-b3ff-03ab14f460ee, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba0a70c6-6fd5-47b0-a895-44613374f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:11:29.742489 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.939461 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] For port 58377755-6772-4fa3-b3ff-03ab14f460ee, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:11:29.954194 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] For port 58377755-6772-4fa3-b3ff-03ab14f460ee, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=58377755-6772-4fa3-b3ff-03ab14f460ee,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:11:29.962393 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:29.968195 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7408b45e-79f0-4c56-b340-27735a1c01d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:29.986356 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f5898-c7b3-4c8b-b690-ba279af2c307 req-5e46cdd1-dc21-4040-bcd2-100d09a6327c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:29.990432 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dc0f5898-c7b3-4c8b-b690-ba279af2c307 req-5e46cdd1-dc21-4040-bcd2-100d09a6327c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0981600 Aug 20 19:11:30.008669 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:30.042433 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:30.043533 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:30.045176 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] 10.222.0.21 "PUT /v2.0/ports/58377755-6772-4fa3-b3ff-03ab14f460ee HTTP/1.1" status: 200 len: 1093 time: 1.1677303 Aug 20 19:11:30.045592 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dc0f5898-c7b3-4c8b-b690-ba279af2c307 req-6f10dd99-5a79-46f8-92ab-da90445d0056 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494308 Aug 20 19:11:30.051896 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c', 'tag': '58377755-6772-4fa3-b3ff-03ab14f460ee'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:30.074034 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b204dff-0500-4c9e-a724-e1dfd584b7cc req-a8e8722b-f8f6-4d7f-a494-4bae954228bd tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:30.074781 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7b204dff-0500-4c9e-a724-e1dfd584b7cc req-a8e8722b-f8f6-4d7f-a494-4bae954228bd tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Synchronizing usage tracker for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:30.089403 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57028) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:30.112354 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:30.126692 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c', 'tag': '58377755-6772-4fa3-b3ff-03ab14f460ee', 'status': 'completed', 'code': 200} Aug 20 19:11:30.129329 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:30.133567 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Usage tracker for resource:security_group_rule and tenant:50a36e6a7a0244edb15ddacd39ae417b is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:30.136466 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:30.142318 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:30.148421 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Pushing event updated for resources: {'Port': ['ID=58377755-6772-4fa3-b3ff-03ab14f460ee,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:30.152373 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:30.154865 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7b204dff-0500-4c9e-a724-e1dfd584b7cc req-a8e8722b-f8f6-4d7f-a494-4bae954228bd tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Unset dirty status for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:30.155996 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7b204dff-0500-4c9e-a724-e1dfd584b7cc req-a8e8722b-f8f6-4d7f-a494-4bae954228bd tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 943 time: 0.2781334 Aug 20 19:11:30.221407 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7b204dff-0500-4c9e-a724-e1dfd584b7cc req-cffc4f1d-ea80-4526-9da4-f1eaab008ca3 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Synchronizing usage tracker for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:30.232653 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:30.234203 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-3113825c-2867-4010-b17a-eb08d4a2ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:30.236226 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-3113825c-2867-4010-b17a-eb08d4a2ca78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f0a8482062e40838cafdd41de00f2d2&device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 1096 time: 0.1461127 Aug 20 19:11:30.237261 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:30.249841 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e566d69e-5172-4c95-889f-817970c78d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:30.295236 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50a36e6a7a0244edb15ddacd39ae417b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046695 Aug 20 19:11:30.297142 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e192797a-9631-483f-8fad-42ec96560237,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:30.302219 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57032) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:30.314924 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:30.316693 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7b204dff-0500-4c9e-a724-e1dfd584b7cc req-cffc4f1d-ea80-4526-9da4-f1eaab008ca3 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Unset dirty status for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:30.318789 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7b204dff-0500-4c9e-a724-e1dfd584b7cc req-cffc4f1d-ea80-4526-9da4-f1eaab008ca3 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522591 Aug 20 19:11:30.320144 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-af85df52-7d6f-4543-a7fe-b58e33779eb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58377755-6772-4fa3-b3ff-03ab14f460ee HTTP/1.1" status: 200 len: 217 time: 0.0756259 Aug 20 19:11:30.369996 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:30.391326 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-61cb10e9-7998-47ed-b1e4-718529809d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:30.392812 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-61cb10e9-7998-47ed-b1e4-718529809d7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9cb8da8d-6d42-44f1-80a3-c33fc93ad442 HTTP/1.1" status: 200 len: 854 time: 0.0659127 Aug 20 19:11:30.396026 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:30.440975 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-891b5300-a414-478f-bb3e-1d187cf078ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417187 Aug 20 19:11:30.451973 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:30.454412 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:30.465614 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e192797a-9631-483f-8fad-42ec96560237,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:30.477113 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.477484 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.477837 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.478186 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.478535 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.478881 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.479224 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.479567 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.479913 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.480253 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.480613 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.480954 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:30.484625 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:30.487158 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:30.491412 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e192797a-9631-483f-8fad-42ec96560237 HTTP/1.1" status: 204 len: 168 time: 0.1858768 Aug 20 19:11:30.592728 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-0c08f226-2fa0-4906-8ff6-422d5460ed58 service neutron] 10.222.0.21 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455033 Aug 20 19:11:30.747248 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e5fdc764-3d80-4888-a516-b3c6143dca6c req-ba580494-3ce5-4295-b868-b8ad3d5f2405 service neutron] 10.222.0.21 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475673 Aug 20 19:11:30.883474 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a7d1-be99-4291-8b1d-5b453011fa75 req-afb47c20-4670-4284-81ba-12040933a577 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:30.885284 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4d92a7d1-be99-4291-8b1d-5b453011fa75 req-afb47c20-4670-4284-81ba-12040933a577 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 944 time: 0.0965474 Aug 20 19:11:30.894510 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-681b18b2-c5d3-46ba-abed-9d268c23ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:30.896864 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-681b18b2-c5d3-46ba-abed-9d268c23ef39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f0a8482062e40838cafdd41de00f2d2&device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 1096 time: 0.0937777 Aug 20 19:11:30.936817 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4d92a7d1-be99-4291-8b1d-5b453011fa75 req-7fb59360-6756-491f-bfd4-4bb1a8fcd529 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442765 Aug 20 19:11:31.044415 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-7f7aaa9d-b659-48e5-963e-e832965349ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:31.045998 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-7f7aaa9d-b659-48e5-963e-e832965349ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad HTTP/1.1" status: 200 len: 915 time: 0.1422310 Aug 20 19:11:31.120875 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:11:31.230534 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-8b27969f-ed8a-4d68-bc44-0c5bd70dd816 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58377755-6772-4fa3-b3ff-03ab14f460ee HTTP/1.1" status: 200 len: 217 time: 0.1759703 Aug 20 19:11:31.276440 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:31.293119 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'port_id': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'mac_address': 'fa:16:3e:28:d9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:11:31.354158 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-1831b78b-c7aa-4992-a3ba-820dab09ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:31.355634 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-1831b78b-c7aa-4992-a3ba-820dab09ec59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9cb8da8d-6d42-44f1-80a3-c33fc93ad442 HTTP/1.1" status: 200 len: 854 time: 0.0850334 Aug 20 19:11:31.362778 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:31.385879 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:31.404013 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:31.410925 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:31.414567 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-4897c0d6-da38-4ad7-a92a-5647e26a02f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:31.423004 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-1b8fb096-6936-44d5-9cf6-018ddb010c80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564766 Aug 20 19:11:31.431951 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9971dd2-fb69-4d61-b630-4a7fde12f134 req-1fb5826a-31e6-4964-b4a9-0bc3a1f02fa2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:31.433959 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a9971dd2-fb69-4d61-b630-4a7fde12f134 req-1fb5826a-31e6-4964-b4a9-0bc3a1f02fa2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.2137523 Aug 20 19:11:31.496522 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:31.500338 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:31.573748 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f17e9b-6cb9-4f4d-bf25-8f365ca1499b req-439f9989-09c9-437d-8cc7-44e88e25e573 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:31.575595 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-52f17e9b-6cb9-4f4d-bf25-8f365ca1499b req-439f9989-09c9-437d-8cc7-44e88e25e573 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 943 time: 0.1023316 Aug 20 19:11:31.587726 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a9971dd2-fb69-4d61-b630-4a7fde12f134 req-518336f3-c0b4-419b-a52b-285736edab39 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188259 Aug 20 19:11:31.633405 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-406da772-38e6-4db5-ab7c-7c62d054b822 service neutron] 10.222.0.21 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984308 Aug 20 19:11:31.637065 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-52f17e9b-6cb9-4f4d-bf25-8f365ca1499b req-58b0ded0-42a5-4023-8c80-1f59b9acebea tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547781 Aug 20 19:11:31.784706 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7eeaf7a4-0da8-4b82-b01b-29a1f753733a req-25e17ae9-a289-4deb-8272-effe3e0752d3 service neutron] 10.222.0.21 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437356 Aug 20 19:11:31.872174 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:32.154876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4bcd7-6147-465d-902c-0f5493abe458 req-a52087cf-d534-468c-96a1-771800c2dbd7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:32.156376 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fee4bcd7-6147-465d-902c-0f5493abe458 req-a52087cf-d534-468c-96a1-771800c2dbd7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 945 time: 0.0914445 Aug 20 19:11:32.206569 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fee4bcd7-6147-465d-902c-0f5493abe458 req-bd70afba-43f5-4a56-93e0-32115cfedcac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Aug 20 19:11:32.798600 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dad3a-f78a-4fc8-b14f-b87938d28d76 req-e906606d-dde6-4922-9102-939b4cc6ea9a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:32.800268 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-649dad3a-f78a-4fc8-b14f-b87938d28d76 req-e906606d-dde6-4922-9102-939b4cc6ea9a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0874717 Aug 20 19:11:32.839674 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78800b55-034d-4cdc-9b1e-b4c6158227ef req-43f77040-6b8c-4aa7-8923-fc555ce5cd6d tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:32.841332 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-78800b55-034d-4cdc-9b1e-b4c6158227ef req-43f77040-6b8c-4aa7-8923-fc555ce5cd6d tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 943 time: 0.0943449 Aug 20 19:11:32.863327 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-649dad3a-f78a-4fc8-b14f-b87938d28d76 req-25880744-dbc4-4f2c-8fbd-a76698293c80 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497963 Aug 20 19:11:32.889519 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-78800b55-034d-4cdc-9b1e-b4c6158227ef req-f3a7b283-b5ee-49b5-9dc0-f04abd9b1e1f tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Aug 20 19:11:33.118173 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:11:33.238088 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:11:33.244729 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:11:33.245273 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:33.374883 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:33.405946 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:33.417609 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:33.424707 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:33.428817 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:33.431875 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d3880-8433-48f4-823b-ff9e145b7d64 req-caa1d709-5fed-4823-8aba-9ad9b9b591ca tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:33.434016 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eb9d3880-8433-48f4-823b-ff9e145b7d64 req-caa1d709-5fed-4823-8aba-9ad9b9b591ca tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 945 time: 0.1054263 Aug 20 19:11:33.476265 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'code': 200} Aug 20 19:11:33.491048 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eb9d3880-8433-48f4-823b-ff9e145b7d64 req-300df992-35ef-482a-9a5f-096c66fc6958 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497599 Aug 20 19:11:33.518621 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:33.524930 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:33.748895 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6301fec-f9d9-4025-87f5-7d45084dcd47 req-ee7ef691-51a4-46b2-8651-37db6f6ec9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:33.750913 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d6301fec-f9d9-4025-87f5-7d45084dcd47 req-ee7ef691-51a4-46b2-8651-37db6f6ec9ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1099 time: 0.0895131 Aug 20 19:11:33.804559 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d6301fec-f9d9-4025-87f5-7d45084dcd47 req-132c29fb-7d38-457b-aadb-9e95a8a2b123 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392780 Aug 20 19:11:34.093768 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a10e7-b219-42f2-b828-a4b2dca7da92 req-bb7eeeff-96bd-4bd7-a04c-53dbacb28bac tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:34.095492 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7d9a10e7-b219-42f2-b828-a4b2dca7da92 req-bb7eeeff-96bd-4bd7-a04c-53dbacb28bac tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 943 time: 0.0856023 Aug 20 19:11:34.159650 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7d9a10e7-b219-42f2-b828-a4b2dca7da92 req-2fd52674-2835-4bf3-9f1c-a835fb81dadd tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558245 Aug 20 19:11:34.313030 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55457-801f-42ec-ba07-43d5016504bb req-77b1e209-66d8-4d55-82f4-087acb22e64e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:34.314739 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-64c55457-801f-42ec-ba07-43d5016504bb req-77b1e209-66d8-4d55-82f4-087acb22e64e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0836189 Aug 20 19:11:34.362748 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-64c55457-801f-42ec-ba07-43d5016504bb req-140962f2-1a37-4ffb-b5ab-7d8d8be498a3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417006 Aug 20 19:11:34.771480 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc72f70-4d63-4d01-9b68-a2974f210fe6 req-a26618ac-260e-481b-9b1f-26f9ff7e05a1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:34.772917 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6dc72f70-4d63-4d01-9b68-a2974f210fe6 req-a26618ac-260e-481b-9b1f-26f9ff7e05a1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.1702816 Aug 20 19:11:34.824398 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6dc72f70-4d63-4d01-9b68-a2974f210fe6 req-710018de-ead2-4e40-a88b-2ccf9bbd7ca9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Aug 20 19:11:35.127123 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 58377755-6772-4fa3-b3ff-03ab14f460ee details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:11:35.267975 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 58377755-6772-4fa3-b3ff-03ab14f460ee, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=58377755-6772-4fa3-b3ff-03ab14f460ee,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:35.282478 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '58377755-6772-4fa3-b3ff-03ab14f460ee', 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad', 'port_id': '58377755-6772-4fa3-b3ff-03ab14f460ee', 'mac_address': 'fa:16:3e:68:ac:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb8da8d-6d42-44f1-80a3-c33fc93ad442', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:11:35.346754 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:35.364988 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58377755-6772-4fa3-b3ff-03ab14f460ee {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:35.366962 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7b70-d47f-4c74-a6a6-df16aae1a779 req-c12c2f59-7cac-43c6-bb04-9cf7f93adc2c tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:35.368743 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-126e7b70-d47f-4c74-a6a6-df16aae1a779 req-c12c2f59-7cac-43c6-bb04-9cf7f93adc2c tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 943 time: 0.0964556 Aug 20 19:11:35.402080 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 58377755-6772-4fa3-b3ff-03ab14f460ee, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=58377755-6772-4fa3-b3ff-03ab14f460ee,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:35.412512 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:35.414382 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-e4d1d057-b038-4019-8ef2-cecccb0db275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:35.435938 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-126e7b70-d47f-4c74-a6a6-df16aae1a779 req-0820e24d-c934-4494-862b-e16b5ced0bb2 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606482 Aug 20 19:11:35.495655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=58377755-6772-4fa3-b3ff-03ab14f460ee,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:35.505783 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:35.589372 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0eb1-cff6-400a-aa0d-0ddb5f178aec req-f4d6e13c-f8f8-46f4-81dd-22cc54513fb3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:35.590935 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-19dd0eb1-cff6-400a-aa0d-0ddb5f178aec req-f4d6e13c-f8f8-46f4-81dd-22cc54513fb3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0935445 Aug 20 19:11:35.651972 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-19dd0eb1-cff6-400a-aa0d-0ddb5f178aec req-97ad03f3-e592-4853-995b-7fbf10835a15 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507295 Aug 20 19:11:35.720881 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57132) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:35.849862 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:35.865709 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:35.869576 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Usage tracker for resource:security_group_rule and tenant:40546a1eab114dddb53f430622a14ea8 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:35.872465 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:35.878256 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:35.929618 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['58377755-6772-4fa3-b3ff-03ab14f460ee'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:35.970516 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:35.976150 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:35.985679 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d0e83e51-5f88-452b-9b6e-fe1f4657bcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:36.029074 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=40546a1eab114dddb53f430622a14ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070979 Aug 20 19:11:36.031428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20645d7d-ed06-48df-8237-3df62f5de853,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:36.032761 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 57142) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:36.037212 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:36.076899 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c29ea-bb5e-46d7-8feb-59ab24865447 req-eab9d072-31a1-466c-8d96-582c432f8515 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:36.078492 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-027c29ea-bb5e-46d7-8feb-59ab24865447 req-eab9d072-31a1-466c-8d96-582c432f8515 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.1465352 Aug 20 19:11:36.148403 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-330e5b74-4a30-44b4-8adb-0f371eb0eef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:36.161603 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-027c29ea-bb5e-46d7-8feb-59ab24865447 req-0ea77781-d9ac-4a1f-b67a-784f9b38c681 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715089 Aug 20 19:11:36.180964 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-330e5b74-4a30-44b4-8adb-0f371eb0eef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:36.237895 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-330e5b74-4a30-44b4-8adb-0f371eb0eef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:36.242818 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2b2617ae-73a9-4d2e-999a-34d513b0e858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:36.257944 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e5b74-4a30-44b4-8adb-0f371eb0eef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20645d7d-ed06-48df-8237-3df62f5de853,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:36.261112 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-330e5b74-4a30-44b4-8adb-0f371eb0eef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:36.263038 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-330e5b74-4a30-44b4-8adb-0f371eb0eef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:36.267405 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-330e5b74-4a30-44b4-8adb-0f371eb0eef6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20645d7d-ed06-48df-8237-3df62f5de853 HTTP/1.1" status: 204 len: 168 time: 0.2291391 Aug 20 19:11:36.363389 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e593b9-c3c0-4be8-8730-055fc1ae19fc req-1c992918-b644-4740-93d0-a495c1f23400 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:36.365587 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f9e593b9-c3c0-4be8-8730-055fc1ae19fc req-1c992918-b644-4740-93d0-a495c1f23400 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.0912046 Aug 20 19:11:36.418537 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f9e593b9-c3c0-4be8-8730-055fc1ae19fc req-0d6ec3b0-c71d-43e0-a393-38ddd851a281 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455222 Aug 20 19:11:36.654449 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9f301-8935-440c-b1bd-4e6f197a7408 req-651502bf-a271-4ed1-aeb7-0a362310e560 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:36.657207 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0cc9f301-8935-440c-b1bd-4e6f197a7408 req-651502bf-a271-4ed1-aeb7-0a362310e560 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 944 time: 0.1024210 Aug 20 19:11:36.713590 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0cc9f301-8935-440c-b1bd-4e6f197a7408 req-58aea1c2-bf0d-491c-9e4d-0eaa67add024 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 Aug 20 19:11:36.861627 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccee83-553c-4553-a4cd-f7dc2641cbd4 req-54b11917-64af-4d7b-a5c3-1172189ab6c0 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:36.863228 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-79ccee83-553c-4553-a4cd-f7dc2641cbd4 req-54b11917-64af-4d7b-a5c3-1172189ab6c0 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.1068163 Aug 20 19:11:36.928298 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-79ccee83-553c-4553-a4cd-f7dc2641cbd4 req-05fab480-e234-4f1a-89dd-e4e33d4a1690 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555265 Aug 20 19:11:36.929917 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad5829-47b9-4346-b7e6-160136e39652 req-eae95cb2-74bb-4e95-a4ab-06e86d3b10bc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:36.931625 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-25ad5829-47b9-4346-b7e6-160136e39652 req-eae95cb2-74bb-4e95-a4ab-06e86d3b10bc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 943 time: 0.0960927 Aug 20 19:11:36.999805 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-25ad5829-47b9-4346-b7e6-160136e39652 req-b0a4d469-f125-47b1-841c-2bf71ac1f280 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494871 Aug 20 19:11:37.078229 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 57178) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:37.140113 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:11:37.190324 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 58377755-6772-4fa3-b3ff-03ab14f460ee up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:11:37.205499 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1688963593-network', 'tenant_id': 'de88400fe0f7432796de16133e9f2559'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:37.211849 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:37.216454 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Usage tracker for resource:network and tenant:de88400fe0f7432796de16133e9f2559 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:37.221214 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:37.230422 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:37.243601 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Made reservation on behalf of de88400fe0f7432796de16133e9f2559 for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:37.247017 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.261689 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.281386 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:37.285346 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Usage tracker for resource:security_group_rule and tenant:de88400fe0f7432796de16133e9f2559 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:37.293744 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:37.296278 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:37.355164 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:37.364058 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 58377755-6772-4fa3-b3ff-03ab14f460ee completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:11:37.374326 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 58377755-6772-4fa3-b3ff-03ab14f460ee triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:11:37.374704 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.410081 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'port_id': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'mac_address': 'fa:16:3e:80:43:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:11:37.432220 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.438299 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.448721 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a31f3ca2-08cf-4002-ad9e-ad9c961e6f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:37.476904 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=79331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:11:37.494752 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87bc778-1fa7-4af2-aeb8-add4d7865f22,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:37.501487 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:37.505396 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.506039 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Added segment 41021c9f-35f1-4fa3-acd0-a7b33e8ebb48 of type vlan for network 12b8e09a-912b-4310-92a9-be24b8c924a5 Aug 20 19:11:37.506512 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.542866 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.559428 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e260e3d3-1785-4c99-b313-d51aff00c0af {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:37.579321 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.581274 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:37.581997 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.588595 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:37.595128 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:37.597670 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.612219 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.616769 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:37.679878 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58377755-6772-4fa3-b3ff-03ab14f460ee'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:37.697626 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 58377755-6772-4fa3-b3ff-03ab14f460ee, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=58377755-6772-4fa3-b3ff-03ab14f460ee,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:37.704042 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=9']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:37.704908 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6253078 Aug 20 19:11:37.706758 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.707825 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 57190) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:37.712369 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Pushing event updated for resources: {'Network': ['ID=12b8e09a-912b-4310-92a9-be24b8c924a5,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:37.715340 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:37.719230 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Request body: {'subnet': {'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1688963593-subnet', 'tenant_id': 'de88400fe0f7432796de16133e9f2559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:37.720050 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.720588 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.720824 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.721159 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.721492 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.721811 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.722139 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.722459 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.722778 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.723618 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.723946 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.724746 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:11:37.726181 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:37.730213 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network 12b8e09a-912b-4310-92a9-be24b8c924a5 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:11:37.731735 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Usage tracker for resource:subnet and tenant:de88400fe0f7432796de16133e9f2559 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:37.734865 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:37.743701 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:37.746007 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:37.746941 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:37.767738 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Made reservation on behalf of de88400fe0f7432796de16133e9f2559 for: {'subnet': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:37.771391 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:37.785290 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58377755-6772-4fa3-b3ff-03ab14f460ee', 'code': 200} Aug 20 19:11:37.913436 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=58377755-6772-4fa3-b3ff-03ab14f460ee,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:37.916785 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:38.016056 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a438a-8f6a-408e-8e3a-a34509579458 req-3f68ebac-3391-4023-9f3f-3b8ad501ea47 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:38.017672 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ee7a438a-8f6a-408e-8e3a-a34509579458 req-3f68ebac-3391-4023-9f3f-3b8ad501ea47 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 945 time: 0.0912998 Aug 20 19:11:38.040985 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['e260e3d3-1785-4c99-b313-d51aff00c0af'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:38.110174 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ee7a438a-8f6a-408e-8e3a-a34509579458 req-da427b7b-a5ad-4067-814f-f0d4c918f4a2 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860345 Aug 20 19:11:38.241615 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:38.251537 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bcdbba7b-2c6d-4030-93c4-9807a0aa38b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:38.280532 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0eae3-80e3-4da5-a3d3-969b55ce2904 req-74fba586-358a-443b-8f24-15013ee5f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:38.281999 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ebd0eae3-80e3-4da5-a3d3-969b55ce2904 req-74fba586-358a-443b-8f24-15013ee5f619 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 1098 time: 0.2855532 Aug 20 19:11:38.373239 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e5d34-e027-476a-a705-ab33976d7ea3 req-cbfc40b4-9bc7-400d-af2c-2244679d5c54 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:38.374698 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fd3e5d34-e027-476a-a705-ab33976d7ea3 req-cbfc40b4-9bc7-400d-af2c-2244679d5c54 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 944 time: 0.2372615 Aug 20 19:11:38.378333 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=331a3c08-9cbb-4313-9ded-fb2e433575b0,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:38.387866 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:38.406053 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ebd0eae3-80e3-4da5-a3d3-969b55ce2904 req-3b2b8458-179f-47d1-a6ef-8314bdbd5ab1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107743 Aug 20 19:11:38.408402 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Checking segment: {'id': '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:38.408794 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Network hostable DHCP agents. Network: 12b8e09a-912b-4310-92a9-be24b8c924a5, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:11:38.446399 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fd3e5d34-e027-476a-a705-ab33976d7ea3 req-f9d5ac63-e931-44cc-a188-26882fba20c1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630429 Aug 20 19:11:38.453434 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Network 12b8e09a-912b-4310-92a9-be24b8c924a5 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:11:38.471927 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, 12b8e09a-912b-4310-92a9-be24b8c924a5) {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:38.479644 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:38.480294 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:38.487910 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20415c3-a24d-45d4-9d37-c9326ef3bf36 None None] Network 12b8e09a-912b-4310-92a9-be24b8c924a5 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:11:38.503675 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-d5eefeb8-fecd-438f-bd6c-4236a2eb4f56 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7937202 Aug 20 19:11:38.752737 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba213e-4223-47b2-af87-c61c9bb68187 None None] Network 12b8e09a-912b-4310-92a9-be24b8c924a5 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:11:39.166585 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:11:39.298204 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port e260e3d3-1785-4c99-b313-d51aff00c0af triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:11:39.298204 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:39.339393 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154db8d-dd9a-45a2-a65c-02f6e732343f req-1e9c5250-47fb-49bf-8e68-85ea33f7fc4a tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:39.339869 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c154db8d-dd9a-45a2-a65c-02f6e732343f req-1e9c5250-47fb-49bf-8e68-85ea33f7fc4a tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 945 time: 0.1006298 Aug 20 19:11:39.396933 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c154db8d-dd9a-45a2-a65c-02f6e732343f req-52b72440-391c-48d0-b2bb-33db61471a75 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Aug 20 19:11:39.432659 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:39.471514 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:39.476883 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:39.478706 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:39.546426 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=10']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:39.549595 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:39.656014 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd577eb-30e2-4cb5-b0c1-72fd6e7fdcbb req-36eb36f0-d796-4224-b37f-e77499239406 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:39.657529 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bfd577eb-30e2-4cb5-b0c1-72fd6e7fdcbb req-36eb36f0-d796-4224-b37f-e77499239406 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 946 time: 0.0838375 Aug 20 19:11:39.704106 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bfd577eb-30e2-4cb5-b0c1-72fd6e7fdcbb req-06c4cae9-eb0f-4fcd-9722-dab25013d759 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400465 Aug 20 19:11:39.787127 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:39.836811 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'code': 200} Aug 20 19:11:40.463579 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9d6fa-e6ad-4c16-9a46-31d2a4b145c1 req-7fe099bc-bf9c-4703-b06a-fbadbbc5640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:40.465349 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-33c9d6fa-e6ad-4c16-9a46-31d2a4b145c1 req-7fe099bc-bf9c-4703-b06a-fbadbbc5640a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 1099 time: 0.0826375 Aug 20 19:11:40.516987 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-33c9d6fa-e6ad-4c16-9a46-31d2a4b145c1 req-633714f7-72dd-4e74-9ece-0cea60909f71 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443623 Aug 20 19:11:40.635859 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5426bc-9498-466c-8842-88bf2c31671a req-762611c8-225b-4ab1-b41e-cb6647ee5690 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:40.637438 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5d5426bc-9498-466c-8842-88bf2c31671a req-762611c8-225b-4ab1-b41e-cb6647ee5690 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 945 time: 0.0921214 Aug 20 19:11:40.685649 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-ac2da542-7bca-4180-8a7b-1de39179e359 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:40.686347 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-ac2da542-7bca-4180-8a7b-1de39179e359 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Synchronizing usage tracker for tenant:de88400fe0f7432796de16133e9f2559 on resource:network {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:40.690349 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5d5426bc-9498-466c-8842-88bf2c31671a req-b60241c1-2d79-42df-aadd-53481335a375 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 Aug 20 19:11:40.704945 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-ac2da542-7bca-4180-8a7b-1de39179e359 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Unset dirty status for tenant:de88400fe0f7432796de16133e9f2559 on resource:network {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:40.706319 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-ac2da542-7bca-4180-8a7b-1de39179e359 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/networks?id=12b8e09a-912b-4310-92a9-be24b8c924a5 HTTP/1.1" status: 200 len: 809 time: 0.1792569 Aug 20 19:11:40.721818 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-d894b2a3-c6a8-4c6f-92c8-3a6a17c56605 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/quotas/de88400fe0f7432796de16133e9f2559 HTTP/1.1" status: 200 len: 375 time: 0.0098226 Aug 20 19:11:40.789063 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-a2bcdb5e-3a34-4327-bbee-1363acb146ed tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de88400fe0f7432796de16133e9f2559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593576 Aug 20 19:11:40.944589 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aba9c-ec87-4c2b-a4ef-da8b8adca145 req-ce312088-fec9-4772-9e55-4a05538b5fca tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:40.946345 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7f0aba9c-ec87-4c2b-a4ef-da8b8adca145 req-ce312088-fec9-4772-9e55-4a05538b5fca tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 946 time: 0.0953579 Aug 20 19:11:40.949050 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-35d02f42-c571-4e58-b0d2-ac9164b6e0cd service neutron] 10.222.0.54 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545222 Aug 20 19:11:40.999627 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7f0aba9c-ec87-4c2b-a4ef-da8b8adca145 req-14abadbf-7e00-4033-acc9-0305e4a4deee tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462675 Aug 20 19:11:41.090740 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-88eaf2af-1e08-4bef-b31b-a886acbd1a3a service neutron] 10.222.0.54 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372707 Aug 20 19:11:41.289981 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-21198f2f-3d7f-4737-b2a7-2eaeb2bdd196 req-78bcfd37-1737-4e02-959e-4e1df60c4f26 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 210 time: 0.0549753 Aug 20 19:11:41.480973 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1557f87a-ca0b-4d41-a29b-b968432bb500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:41.866033 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:42.276212 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4ba82-4757-4625-8a8d-850ca1d0c49a req-cea4a188-e0ce-4d65-a495-0f660c16f761 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:42.278001 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5df4ba82-4757-4625-8a8d-850ca1d0c49a req-cea4a188-e0ce-4d65-a495-0f660c16f761 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 946 time: 0.1489182 Aug 20 19:11:42.349908 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5df4ba82-4757-4625-8a8d-850ca1d0c49a req-81add780-935b-40bc-a6f1-1b9f0c0525ff tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552857 Aug 20 19:11:42.455465 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8d1e583a-d6d0-4b10-82d3-11afe9f9ec12 req-a3b2c757-4656-4649-b395-e0943a058648 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 210 time: 0.0512183 Aug 20 19:11:42.914868 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-f54b4f0c-c9f7-47c4-95a2-94ffcc7e5aea tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:42.916448 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-f54b4f0c-c9f7-47c4-95a2-94ffcc7e5aea tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.21 "GET /v2.0/networks?id=12b8e09a-912b-4310-92a9-be24b8c924a5 HTTP/1.1" status: 200 len: 809 time: 0.2129793 Aug 20 19:11:42.930662 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Request body: {'port': {'device_id': 'e92df81b-0fcc-4e77-b43e-fcaa22e64b37', 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5', 'admin_state_up': True, 'tenant_id': 'de88400fe0f7432796de16133e9f2559'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:43.202607 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:43.206943 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Usage tracker for resource:port and tenant:de88400fe0f7432796de16133e9f2559 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:43.211304 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:43.218092 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:43.229781 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Made reservation on behalf of de88400fe0f7432796de16133e9f2559 for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:11:43.234564 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:43.412043 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Allocated IP 172.20.0.12 (12b8e09a-912b-4310-92a9-be24b8c924a5/331a3c08-9cbb-4313-9ded-fb2e433575b0/a1183b7b-efb6-4a61-bb48-847a8f7439bc) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:11:43.628071 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b724c028-37e3-4ec9-b975-9f91fea04017 req-0b389131-a47a-4acd-9d0c-da78f1c678a4 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 210 time: 0.0546837 Aug 20 19:11:43.698146 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17313f4a-ea80-4db0-8c85-ca3001af7a9b req-a4bd152e-75fa-44ea-8ffc-4ec45de6f52d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:43.699676 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-17313f4a-ea80-4db0-8c85-ca3001af7a9b req-a4bd152e-75fa-44ea-8ffc-4ec45de6f52d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 946 time: 0.2265792 Aug 20 19:11:43.709274 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:43.765348 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-17313f4a-ea80-4db0-8c85-ca3001af7a9b req-27b539cc-46d0-48ff-9e80-29b54b408943 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596981 Aug 20 19:11:43.783548 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:43.797478 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:43.837839 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Network 12b8e09a-912b-4310-92a9-be24b8c924a5 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:11:43.843535 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:43.853093 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:11:43.858561 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:43.859219 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:43.866800 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-58e0b8dc-2697-4f43-9807-fec5319936d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:43.897953 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Pushing event updated for resources: {'Port': ['ID=a1183b7b-efb6-4a61-bb48-847a8f7439bc,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:43.901208 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9757106 Aug 20 19:11:43.902058 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:43.913858 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Request body: {'port': {'device_id': 'e92df81b-0fcc-4e77-b43e-fcaa22e64b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:44.032615 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:44.390690 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1183b7b-efb6-4a61-bb48-847a8f7439bc {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:44.398853 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:44.413093 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Transition to ACTIVE for port object a1183b7b-efb6-4a61-bb48-847a8f7439bc will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:11:44.417024 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:44.420506 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e910f308-132a-4855-83a0-790da3d6bb9b tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:44.572518 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Pushing event updated for resources: {'Port': ['ID=a1183b7b-efb6-4a61-bb48-847a8f7439bc,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:44.583743 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:44.606039 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Attempting to bind port a1183b7b-efb6-4a61-bb48-847a8f7439bc on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:11:44.606362 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Attempting to bind port a1183b7b-efb6-4a61-bb48-847a8f7439bc by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:11:44.606686 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Attempting to bind port a1183b7b-efb6-4a61-bb48-847a8f7439bc on network 12b8e09a-912b-4310-92a9-be24b8c924a5 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:44.611547 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Port a1183b7b-efb6-4a61-bb48-847a8f7439bc on network 12b8e09a-912b-4310-92a9-be24b8c924a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:11:44.611860 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Attempting to bind port a1183b7b-efb6-4a61-bb48-847a8f7439bc on network 12b8e09a-912b-4310-92a9-be24b8c924a5 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:11:44.617629 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:11:44.617966 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Checking segment: {'id': '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:11:44.618342 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Bound using segment: {'id': '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:11:44.618817 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Bound port: a1183b7b-efb6-4a61-bb48-847a8f7439bc, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:11:44.619161 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:44.727664 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] For port a1183b7b-efb6-4a61-bb48-847a8f7439bc, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:11:44.731364 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] For port a1183b7b-efb6-4a61-bb48-847a8f7439bc, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a1183b7b-efb6-4a61-bb48-847a8f7439bc,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:11:44.739377 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:44.743302 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d56c39bf-0451-46c8-962e-69451d983cd5 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:44.811615 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:44.812326 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:44.814108 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] 10.222.0.21 "PUT /v2.0/ports/a1183b7b-efb6-4a61-bb48-847a8f7439bc HTTP/1.1" status: 200 len: 1094 time: 0.9048965 Aug 20 19:11:44.814529 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92df81b-0fcc-4e77-b43e-fcaa22e64b37', 'tag': 'a1183b7b-efb6-4a61-bb48-847a8f7439bc'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:44.842850 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19392b5-33d4-4e78-82c8-efccfc1d0e84 req-a4df968f-110d-4e78-a6c0-f4bccc4c86a3 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:44.854663 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Pushing event updated for resources: {'Port': ['ID=a1183b7b-efb6-4a61-bb48-847a8f7439bc,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:44.857063 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a19392b5-33d4-4e78-82c8-efccfc1d0e84 req-a4df968f-110d-4e78-a6c0-f4bccc4c86a3 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 944 time: 0.1155381 Aug 20 19:11:44.858210 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:44.905096 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92df81b-0fcc-4e77-b43e-fcaa22e64b37', 'tag': 'a1183b7b-efb6-4a61-bb48-847a8f7439bc', 'status': 'completed', 'code': 200} Aug 20 19:11:44.917091 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a19392b5-33d4-4e78-82c8-efccfc1d0e84 req-9b754d4b-facd-42e6-85e1-51d61d82562b tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Aug 20 19:11:44.944104 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-15c428c3-0e64-4881-a237-c363a7d1dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:44.945677 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-15c428c3-0e64-4881-a237-c363a7d1dfa2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de88400fe0f7432796de16133e9f2559&device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 1097 time: 0.0774632 Aug 20 19:11:44.978515 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:45.024848 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-b923aa1a-07a4-46e6-8ac2-069c3f1aa275 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1183b7b-efb6-4a61-bb48-847a8f7439bc HTTP/1.1" status: 200 len: 217 time: 0.0689836 Aug 20 19:11:45.092911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-bb5e9682-a899-4e4f-80e8-aac28f0ac26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:45.094366 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-bb5e9682-a899-4e4f-80e8-aac28f0ac26b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=331a3c08-9cbb-4313-9ded-fb2e433575b0 HTTP/1.1" status: 200 len: 849 time: 0.0636003 Aug 20 19:11:45.144682 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-33c2fb13-efc7-4b33-8411-c5fad86aa62d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12b8e09a-912b-4310-92a9-be24b8c924a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434887 Aug 20 19:11:45.374148 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-a39be099-86f6-4633-96d8-95047949347e service neutron] 10.222.0.21 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218821 Aug 20 19:11:45.521321 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ad6de76-ff72-49a1-b7ca-82f5c75a3e34 req-bc2dd9ff-ba82-4e67-a258-b36dd666720f service neutron] 10.222.0.21 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289682 Aug 20 19:11:45.638907 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73733-0eb9-4409-8877-537b89de24ad req-7415dfd3-15cf-42ed-83a5-f8cfe2264706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:45.640409 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-36b73733-0eb9-4409-8877-537b89de24ad req-7415dfd3-15cf-42ed-83a5-f8cfe2264706 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de88400fe0f7432796de16133e9f2559&device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 1097 time: 0.0714636 Aug 20 19:11:45.786641 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73733-0eb9-4409-8877-537b89de24ad req-99a3883e-aa0f-47dd-9ae1-6dee05bba767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:45.791241 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-36b73733-0eb9-4409-8877-537b89de24ad req-99a3883e-aa0f-47dd-9ae1-6dee05bba767 service neutron] 10.222.0.21 "GET /v2.0/networks?id=12b8e09a-912b-4310-92a9-be24b8c924a5 HTTP/1.1" status: 200 len: 910 time: 0.1403010 Aug 20 19:11:45.873270 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-36b73733-0eb9-4409-8877-537b89de24ad req-49ad8aa9-e2d1-4715-8afd-892f404c86d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1183b7b-efb6-4a61-bb48-847a8f7439bc HTTP/1.1" status: 200 len: 217 time: 0.0694926 Aug 20 19:11:45.940469 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73733-0eb9-4409-8877-537b89de24ad req-a9d20127-d79e-41e7-8337-a1262d18e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:45.942572 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-36b73733-0eb9-4409-8877-537b89de24ad req-a9d20127-d79e-41e7-8337-a1262d18e704 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=331a3c08-9cbb-4313-9ded-fb2e433575b0 HTTP/1.1" status: 200 len: 849 time: 0.0617602 Aug 20 19:11:45.997348 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-36b73733-0eb9-4409-8877-537b89de24ad req-79a7288d-532a-4f98-8d96-e4a92a58201c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12b8e09a-912b-4310-92a9-be24b8c924a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444419 Aug 20 19:11:46.193890 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-36b73733-0eb9-4409-8877-537b89de24ad req-c018b8c0-e92a-4f9e-b0a8-c9b72cbb1f08 service neutron] 10.222.0.21 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860085 Aug 20 19:11:46.206226 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54447a-56d2-4005-b5c0-4e7986db519f req-ddb00c96-a5c1-4a6d-a3ac-161606bcfb04 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:46.206901 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2c54447a-56d2-4005-b5c0-4e7986db519f req-ddb00c96-a5c1-4a6d-a3ac-161606bcfb04 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Synchronizing usage tracker for tenant:de88400fe0f7432796de16133e9f2559 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:46.306439 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2c54447a-56d2-4005-b5c0-4e7986db519f req-ddb00c96-a5c1-4a6d-a3ac-161606bcfb04 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Unset dirty status for tenant:de88400fe0f7432796de16133e9f2559 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:46.307829 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c54447a-56d2-4005-b5c0-4e7986db519f req-ddb00c96-a5c1-4a6d-a3ac-161606bcfb04 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 944 time: 0.2640417 Aug 20 19:11:46.387594 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-36b73733-0eb9-4409-8877-537b89de24ad req-2fcb1740-6336-46b3-a3be-5753e4210124 service neutron] 10.222.0.21 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775358 Aug 20 19:11:46.389680 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2c54447a-56d2-4005-b5c0-4e7986db519f req-19d14e20-7a36-4293-998c-28b0b8330468 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Synchronizing usage tracker for tenant:de88400fe0f7432796de16133e9f2559 on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:46.410554 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2c54447a-56d2-4005-b5c0-4e7986db519f req-19d14e20-7a36-4293-998c-28b0b8330468 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Unset dirty status for tenant:de88400fe0f7432796de16133e9f2559 on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:46.411733 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c54447a-56d2-4005-b5c0-4e7986db519f req-19d14e20-7a36-4293-998c-28b0b8330468 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970612 Aug 20 19:11:46.667936 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:47.608308 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1974e-4a41-45dc-a8e3-7a2a0f2f01a3 req-f8ff5c15-6d5a-4aa8-b6b9-823838ad56a9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:47.609888 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f6a1974e-4a41-45dc-a8e3-7a2a0f2f01a3 req-f8ff5c15-6d5a-4aa8-b6b9-823838ad56a9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.0915029 Aug 20 19:11:47.610403 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56989818-b1be-4baf-b497-8683c9bf7a40 req-22568994-ab18-4264-82cb-c5d66384c928 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:47.611896 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-56989818-b1be-4baf-b497-8683c9bf7a40 req-22568994-ab18-4264-82cb-c5d66384c928 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 944 time: 0.0892844 Aug 20 19:11:47.658754 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-56989818-b1be-4baf-b497-8683c9bf7a40 req-d228bdcc-5a46-4974-a2b4-42e0be924708 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Aug 20 19:11:47.661424 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f6a1974e-4a41-45dc-a8e3-7a2a0f2f01a3 req-d7043f6b-67ba-4cf4-b48f-925f940ad55e tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Aug 20 19:11:47.683975 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 57414) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:47.872471 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d182dc9-9129-431a-abed-885d9197cb02 tempest-TestMinimumBasicScenario-834312693 tempest-TestMinimumBasicScenario-834312693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:47.876570 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-7d182dc9-9129-431a-abed-885d9197cb02 tempest-TestMinimumBasicScenario-834312693 tempest-TestMinimumBasicScenario-834312693-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1094 time: 0.1890380 Aug 20 19:11:47.877067 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57420) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:47.883522 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'floatingip': {'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'port_id': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:47.889687 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:47.894125 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Usage tracker for resource:floatingip and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:47.897237 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:47.904189 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:47.915234 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for floatingip, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:48.068492 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:48.221348 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Allocated IP 172.27.3.86 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/79e7381e-bfb9-44cc-8b8b-f4c6cd3b32f8) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:11:48.385655 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:48.420790 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:48.424640 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ae8fe3f4-f681-4f3c-8df3-17763e5a6c8e tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:48.586025 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:11:48.588895 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:11:48.592879 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:11:48.633148 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'Port': ['ID=79e7381e-bfb9-44cc-8b8b-f4c6cd3b32f8,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:48.637667 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:48.880083 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6937bc-9129-436c-963d-a7baf4ba8df6 req-f4e845dc-3b91-4ccf-a1a0-619928750072 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:48.881620 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ac6937bc-9129-436c-963d-a7baf4ba8df6 req-f4e845dc-3b91-4ccf-a1a0-619928750072 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 944 time: 0.1120658 Aug 20 19:11:48.930106 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ac6937bc-9129-436c-963d-a7baf4ba8df6 req-258be84b-7ca1-4dc6-9cf5-efccc192b970 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Aug 20 19:11:49.054528 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:49.138443 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:49.188925 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device a1183b7b-efb6-4a61-bb48-847a8f7439bc details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:11:49.330508 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port a1183b7b-efb6-4a61-bb48-847a8f7439bc, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a1183b7b-efb6-4a61-bb48-847a8f7439bc,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:49.348946 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': 'a1183b7b-efb6-4a61-bb48-847a8f7439bc', 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5', 'port_id': 'a1183b7b-efb6-4a61-bb48-847a8f7439bc', 'mac_address': 'fa:16:3e:bb:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '331a3c08-9cbb-4313-9ded-fb2e433575b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:11:49.358046 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:49.363899 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:49.367717 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:49.411658 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:49.431746 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1183b7b-efb6-4a61-bb48-847a8f7439bc {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:11:49.448968 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port a1183b7b-efb6-4a61-bb48-847a8f7439bc, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a1183b7b-efb6-4a61-bb48-847a8f7439bc,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:49.453152 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:49.455832 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:49.472206 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'Port': ['ID=79e7381e-bfb9-44cc-8b8b-f4c6cd3b32f8,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:49.480340 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:49.490920 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:49.524133 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=a1183b7b-efb6-4a61-bb48-847a8f7439bc,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:49.527716 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:49.670219 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.l3_db [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Floating IP a75ba864-35a4-4936-9f69-9b668074ca12 associated. External IP: 172.27.3.86, port: 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e. Aug 20 19:11:49.945717 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['a1183b7b-efb6-4a61-bb48-847a8f7439bc'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:50.201193 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Router 0710a4ea-e76e-4333-95e6-4a58a97db473 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:11:50.219009 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ae5ed-d2e5-49b7-8d2a-9497d45ee948 req-1ef81599-52d9-44b2-a7de-74d0c6da9e77 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:50.220531 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cd7ae5ed-d2e5-49b7-8d2a-9497d45ee948 req-1ef81599-52d9-44b2-a7de-74d0c6da9e77 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 945 time: 0.1215773 Aug 20 19:11:50.350997 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cd7ae5ed-d2e5-49b7-8d2a-9497d45ee948 req-2db09e48-658b-4f88-8ff5-52372ca69ac8 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768332 Aug 20 19:11:50.432208 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:11:50.443582 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] Sync routers for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:11:50.453634 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:11:50.454298 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:11:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:50.463113 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:50.526135 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6455064 Aug 20 19:11:50.526135 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:50.527011 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 57434) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:50.532971 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480508177', 'description': 'tempest-secgroup-smoke-480508177 description', 'project_id': '8b133978feac4c16b2783be127286f51'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:50.542339 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:50.555364 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:50.569168 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:50.596141 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:50.601222 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Usage tracker for resource:security_group_rule and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:50.604328 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:50.610403 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:50.664957 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:11:50.706745 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:50.711882 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:50.722078 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-9bc33b45-42d3-4d6c-9cb3-5647a8be693b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:50.739308 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'status': 'completed', 'code': 200} Aug 20 19:11:50.776861 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:50.780952 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:50.813002 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:50.817284 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2884557 Aug 20 19:11:50.817736 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57442) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:50.825602 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'security_group_rule': {'security_group_id': '1fb58bd3-2a2d-41ad-93cd-171e35cd7bde', 'project_id': '8b133978feac4c16b2783be127286f51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:50.834022 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:50.838825 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Usage tracker for resource:security_group_rule and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:50.842903 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:50.853082 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:50.874785 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf209c-ca46-482c-b760-6469c5442761 req-247bef4f-8edb-4ec9-a49b-7290ed6aa801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:50.876271 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-02bf209c-ca46-482c-b760-6469c5442761 req-247bef4f-8edb-4ec9-a49b-7290ed6aa801 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b133978feac4c16b2783be127286f51&device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1099 time: 0.0943823 Aug 20 19:11:50.877479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:50.949342 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:50.954887 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:50.958355 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-920b43dc-8739-4117-a1b7-820a8cdea546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:50.984830 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6891dfe-ec57-4841-a1c7-148a6abb5c5b,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:50.990969 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:51.000383 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.006032 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837356 Aug 20 19:11:51.006465 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57446) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:51.013060 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'security_group_rule': {'security_group_id': '1fb58bd3-2a2d-41ad-93cd-171e35cd7bde', 'project_id': '8b133978feac4c16b2783be127286f51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:51.025977 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:51.029551 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Usage tracker for resource:security_group_rule and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:51.033019 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:51.040663 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:51.068315 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.130062 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'a75ba864-35a4-4936-9f69-9b668074ca12', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'port_id': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'mac_address': 'fa:16:3e:28:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:11:48Z', 'updated_at': '2021-08-20T19:11:48Z', 'revision_number': 0, 'project_id': '8b133978feac4c16b2783be127286f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:20Z', 'revision_number': 5, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:51.134168 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] Checking router: 0710a4ea-e76e-4333-95e6-4a58a97db473 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:11:51.135599 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf209c-ca46-482c-b760-6469c5442761 req-d1c095b6-e272-4658-895c-7f541994381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:51.137100 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-02bf209c-ca46-482c-b760-6469c5442761 req-d1c095b6-e272-4658-895c-7f541994381b service neutron] 10.222.0.21 "GET /v2.0/networks?id=fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 200 len: 916 time: 0.2480698 Aug 20 19:11:51.144045 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:11:51.144349 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.145230 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:11:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:51.149792 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.156820 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-36ea869d-c4eb-4b9d-aa7f-420962eaefed tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:51.178199 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919c168e-2b9b-4b40-a3f6-4d7851dcb5c8,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:51.181399 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:51.190912 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.195489 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1852679 Aug 20 19:11:51.195972 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57450) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:51.202820 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'security_group_rule': {'security_group_id': '1fb58bd3-2a2d-41ad-93cd-171e35cd7bde', 'project_id': '8b133978feac4c16b2783be127286f51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:51.209101 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:51.217159 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Usage tracker for resource:security_group_rule and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:51.221066 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:51.233296 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:51.260872 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.272087 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-02bf209c-ca46-482c-b760-6469c5442761 req-19963729-4cca-474e-9366-636ed43964e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 999 time: 0.1230941 Aug 20 19:11:51.344273 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.349965 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.352476 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-74ebd455-456e-4cc5-b440-84bfdd303cab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:51.353301 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:11:51.374030 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf209c-ca46-482c-b760-6469c5442761 req-f061429f-f04d-4db7-abaa-5a89ad6b84de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:51.376730 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adf7a68-3aa1-4c7e-a1ff-c88431cf7b66,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:51.377319 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-02bf209c-ca46-482c-b760-6469c5442761 req-f061429f-f04d-4db7-abaa-5a89ad6b84de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=050fe079-e106-49e6-8b80-5a2dee95a890 HTTP/1.1" status: 200 len: 854 time: 0.0981824 Aug 20 19:11:51.384624 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:51.398022 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.401978 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-77d4a681-4663-41c9-a268-101fae035d28 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2023826 Aug 20 19:11:51.403089 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57458) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:51.409770 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'security_group_rule': {'security_group_id': '1fb58bd3-2a2d-41ad-93cd-171e35cd7bde', 'project_id': '8b133978feac4c16b2783be127286f51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:51.418593 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:51.422699 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Usage tracker for resource:security_group_rule and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:51.426985 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:51.435951 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:51.463640 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.468847 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf209c-ca46-482c-b760-6469c5442761 req-38f582cc-9c9c-429c-9bd9-9cf20a714ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:51.470434 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-02bf209c-ca46-482c-b760-6469c5442761 req-38f582cc-9c9c-429c-9bd9-9cf20a714ef7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fec3487f-cb2f-4590-a727-90ff59704cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836208 Aug 20 19:11:51.600852 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.608727 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.616428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:51.630483 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-02bf209c-ca46-482c-b760-6469c5442761 req-6b8c2e3f-c17e-4cac-a8df-5de89e200380 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435621 Aug 20 19:11:51.646386 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a0cb0-0814-44c6-b1eb-8d0748776d5d req-8cd8fa30-265f-4b80-9b8e-4b2136b694dd tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:51.653188 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3d6a0cb0-0814-44c6-b1eb-8d0748776d5d req-8cd8fa30-265f-4b80-9b8e-4b2136b694dd tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 945 time: 0.1649878 Aug 20 19:11:51.684521 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dc946d-168b-4ed5-9c86-c8a32ef3160f,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:51.698808 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:51.710788 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3d6a0cb0-0814-44c6-b1eb-8d0748776d5d req-84822ee7-5a0c-4ea7-9d35-5ee01c1bc280 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560539 Aug 20 19:11:51.711461 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.712474 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3081582 Aug 20 19:11:51.717008 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57462) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:51.729048 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'security_group_rule': {'security_group_id': '1fb58bd3-2a2d-41ad-93cd-171e35cd7bde', 'project_id': '8b133978feac4c16b2783be127286f51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:51.735573 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:51.742028 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Usage tracker for resource:security_group_rule and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:51.745398 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:51.757035 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:51.781079 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.securitygroups_db [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Project 8b133978feac4c16b2783be127286f51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:11:51.782985 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'a75ba864-35a4-4936-9f69-9b668074ca12', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'port_id': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'mac_address': 'fa:16:3e:28:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:11:48Z', 'updated_at': '2021-08-20T19:11:48Z', 'revision_number': 0, 'project_id': '8b133978feac4c16b2783be127286f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:20Z', 'revision_number': 5, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:11:51.788164 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09687132-a04a-4a48-baae-c21d12e36ac8 None None] The sync data for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi is: [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'a75ba864-35a4-4936-9f69-9b668074ca12', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'port_id': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'mac_address': 'fa:16:3e:28:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:11:48Z', 'updated_at': '2021-08-20T19:11:48Z', 'revision_number': 0, 'project_id': '8b133978feac4c16b2783be127286f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:20Z', 'revision_number': 5, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:11:51.790605 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.840689 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-02bf209c-ca46-482c-b760-6469c5442761 req-f11cb3ef-846d-49d2-abda-a2b957aea539 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951509 Aug 20 19:11:51.877718 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.882951 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.889714 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-af058f77-7b4b-4fbe-9e12-32c1393a9b58 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:51.913305 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8b6723-9448-4d75-a539-d6077af9c9de,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:51.920654 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:51.930414 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:51.931644 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-cd02edf1-74d7-4dd0-a144-72e308d243d7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2134714 Aug 20 19:11:51.934817 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 57466) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:11:51.939928 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'security_group_rule': {'security_group_id': '1fb58bd3-2a2d-41ad-93cd-171e35cd7bde', 'project_id': '8b133978feac4c16b2783be127286f51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:51.946490 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:11:51.950442 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Usage tracker for resource:security_group_rule and tenant:8b133978feac4c16b2783be127286f51 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:11:51.953637 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:11:51.964213 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:11:51.978179 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.securitygroups_db [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Project 8b133978feac4c16b2783be127286f51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:11:51.985368 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.058337 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d76985-fec7-4777-96d5-8e2c2873caff None None] New status for floating IP a75ba864-35a4-4936-9f69-9b668074ca12: ACTIVE {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:11:52.068211 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.073794 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.075911 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:52.099232 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4358e9-f255-433c-8416-84a6cecee2cf,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:52.102318 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:52.111657 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.112922 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-81de91be-5957-4865-a06e-c569312561ac tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1771913 Aug 20 19:11:52.250323 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-4196a48a-8630-4abc-922e-a8933a09972b req-fa240e99-c86f-4d61-97b8-a008c857df5c tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Synchronizing usage tracker for tenant:8b133978feac4c16b2783be127286f51 on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:11:52.270145 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-4196a48a-8630-4abc-922e-a8933a09972b req-fa240e99-c86f-4d61-97b8-a008c857df5c tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Unset dirty status for tenant:8b133978feac4c16b2783be127286f51 on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:11:52.271535 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4196a48a-8630-4abc-922e-a8933a09972b req-fa240e99-c86f-4d61-97b8-a008c857df5c tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480508177&fields=id&tenant_id=8b133978feac4c16b2783be127286f51 HTTP/1.1" status: 200 len: 267 time: 0.0659337 Aug 20 19:11:52.372763 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196a48a-8630-4abc-922e-a8933a09972b req-ce7a65ee-8aef-44dd-aa59-b381dac186b5 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:52.374494 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4196a48a-8630-4abc-922e-a8933a09972b req-ce7a65ee-8aef-44dd-aa59-b381dac186b5 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.0971909 Aug 20 19:11:52.387503 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-4196a48a-8630-4abc-922e-a8933a09972b req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'port': {'security_groups': ['6008390e-29e7-4697-b550-888708d76947', '1fb58bd3-2a2d-41ad-93cd-171e35cd7bde']}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:11:52.518304 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-4196a48a-8630-4abc-922e-a8933a09972b req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.796043 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-4196a48a-8630-4abc-922e-a8933a09972b req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] For port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:52.828342 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-4196a48a-8630-4abc-922e-a8933a09972b req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.838438 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-4196a48a-8630-4abc-922e-a8933a09972b req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.844292 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-dc7ef4cf-01b9-42b4-9f01-c2909828ebe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:52.851749 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:52.920494 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196a48a-8630-4abc-922e-a8933a09972b req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:52.921236 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-4196a48a-8630-4abc-922e-a8933a09972b req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:52.923489 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4196a48a-8630-4abc-922e-a8933a09972b req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "PUT /v2.0/ports/6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 982 time: 0.5415266 Aug 20 19:11:52.924521 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:52.932841 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283cf1-5f6e-4fad-a2af-f58d659e7f17 req-49fb95d5-3913-41c5-be28-b7d665ca3a00 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:52.935393 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-41283cf1-5f6e-4fad-a2af-f58d659e7f17 req-49fb95d5-3913-41c5-be28-b7d665ca3a00 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 945 time: 0.0976985 Aug 20 19:11:52.954733 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'Port': ['ID=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,revision_number=6']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:52.959155 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:53.016008 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-41283cf1-5f6e-4fad-a2af-f58d659e7f17 req-3c004246-f330-4284-8b7b-aa6910ed6633 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740883 Aug 20 19:11:53.064215 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:11:53.093284 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'status': 'completed', 'code': 200} Aug 20 19:11:53.224977 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8bb00-2417-4f81-addf-ce9650498f8a req-ebf017a9-c170-4f27-8e8c-4272435966ab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:53.226456 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ab8bb00-2417-4f81-addf-ce9650498f8a req-ebf017a9-c170-4f27-8e8c-4272435966ab tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.1750717 Aug 20 19:11:53.229322 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device a1183b7b-efb6-4a61-bb48-847a8f7439bc up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:11:53.229976 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-a6066625-d2a8-4fe8-8804-edcb7afcca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:53.231387 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-a6066625-d2a8-4fe8-8804-edcb7afcca94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b133978feac4c16b2783be127286f51&device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1138 time: 0.1247299 Aug 20 19:11:53.271700 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-9b9593ce-cc5e-4955-8050-abfa01585b9b None None] Provisioning complete for port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:11:53.272113 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-9b9593ce-cc5e-4955-8050-abfa01585b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:53.376753 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6ab8bb00-2417-4f81-addf-ce9650498f8a req-afa63f00-8032-4eb1-8c47-f4fc91433234 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1423163 Aug 20 19:11:53.420800 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-7768bc1b-2db0-498a-9521-f67bdaaf764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:53.422577 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-7768bc1b-2db0-498a-9521-f67bdaaf764c service neutron] 10.222.0.21 "GET /v2.0/networks?id=fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 200 len: 916 time: 0.1736963 Aug 20 19:11:53.497824 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port a1183b7b-efb6-4a61-bb48-847a8f7439bc completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:11:53.554477 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port a1183b7b-efb6-4a61-bb48-847a8f7439bc triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:11:53.554859 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:53.641314 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-42032b2a-1b74-4749-862f-97f7dafc5c82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 1001 time: 0.2091534 Aug 20 19:11:53.711075 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-549d3f3f-865b-4c53-afe3-02a911eaa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:53.712745 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-549d3f3f-865b-4c53-afe3-02a911eaa5b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=050fe079-e106-49e6-8b80-5a2dee95a890 HTTP/1.1" status: 200 len: 854 time: 0.0646451 Aug 20 19:11:53.796417 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-066f55c6-ff83-42ff-92c5-3dd859fd083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:53.797919 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-066f55c6-ff83-42ff-92c5-3dd859fd083e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fec3487f-cb2f-4590-a727-90ff59704cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769472 Aug 20 19:11:53.902904 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:53.955070 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-f304e07f-be04-489c-8e6e-28d698fade05 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359499 Aug 20 19:11:53.969833 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92df81b-0fcc-4e77-b43e-fcaa22e64b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1183b7b-efb6-4a61-bb48-847a8f7439bc'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:11:53.995776 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port a1183b7b-efb6-4a61-bb48-847a8f7439bc, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a1183b7b-efb6-4a61-bb48-847a8f7439bc,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:11:54.007992 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:11:54.013116 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-4897c0d6-da38-4ad7-a92a-5647e26a02f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:11:54.046089 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92df81b-0fcc-4e77-b43e-fcaa22e64b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1183b7b-efb6-4a61-bb48-847a8f7439bc', 'code': 200} Aug 20 19:11:54.113436 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-58b2ea73-e9bb-4b6d-bced-8765f29b6456 req-2a0de1a2-7899-4532-acdc-0eeb20ffecf7 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506941 Aug 20 19:11:54.168589 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=a1183b7b-efb6-4a61-bb48-847a8f7439bc,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:11:54.174149 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:11:54.244885 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb060-16da-45ed-b6ef-a4cb4b08600b req-ca593c1f-df52-46c5-b542-c9e6d71562aa tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:54.246584 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a22eb060-16da-45ed-b6ef-a4cb4b08600b req-ca593c1f-df52-46c5-b542-c9e6d71562aa tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 946 time: 0.1060710 Aug 20 19:11:54.345496 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a22eb060-16da-45ed-b6ef-a4cb4b08600b req-d2e75986-e82d-49aa-9813-43a8d5204e38 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932202 Aug 20 19:11:54.362344 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381703c6-035f-41b4-abe9-32edf6f89c58 req-e6171353-d087-4391-a174-11eefb2be446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:54.363839 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-381703c6-035f-41b4-abe9-32edf6f89c58 req-e6171353-d087-4391-a174-11eefb2be446 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 1099 time: 0.0976226 Aug 20 19:11:54.407515 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-381703c6-035f-41b4-abe9-32edf6f89c58 req-0603396d-70fc-4811-b8a6-7649d4081e41 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Aug 20 19:11:55.546486 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1361c5-1a54-4095-ae59-0564bcac904a req-af0a7224-9e07-4ab1-ab15-24e83e84ead6 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:55.547999 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b1361c5-1a54-4095-ae59-0564bcac904a req-af0a7224-9e07-4ab1-ab15-24e83e84ead6 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 946 time: 0.0837293 Aug 20 19:11:55.602586 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b1361c5-1a54-4095-ae59-0564bcac904a req-06f1bb5b-1164-43f7-96cf-a45c83e2bd83 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 Aug 20 19:11:56.808423 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c826-ccde-4b85-a81e-ad8503168a28 req-48555a71-d16f-462c-83c6-9991a9a2a710 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:56.810007 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1f56c826-ccde-4b85-a81e-ad8503168a28 req-48555a71-d16f-462c-83c6-9991a9a2a710 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 946 time: 0.0883155 Aug 20 19:11:56.858185 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1f56c826-ccde-4b85-a81e-ad8503168a28 req-b3a1a7d3-2dde-4d7b-8f5d-40ac86dacf4c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426636 Aug 20 19:11:58.040712 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d4249-79f0-40e0-bf15-598be9b57ceb req-49fd0aaf-4aed-436e-a581-214060f80e86 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:58.042205 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0c7d4249-79f0-40e0-bf15-598be9b57ceb req-49fd0aaf-4aed-436e-a581-214060f80e86 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 946 time: 0.0833416 Aug 20 19:11:58.088868 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0c7d4249-79f0-40e0-bf15-598be9b57ceb req-c33a9ab9-2610-4ea9-9215-923d83ce2b86 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Aug 20 19:11:59.283321 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49d40f-c659-42da-b1f4-86f2315fc5cd req-1d851cfc-8312-4aa6-b49a-85089d0b5e9f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:11:59.285353 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cb49d40f-c659-42da-b1f4-86f2315fc5cd req-1d851cfc-8312-4aa6-b49a-85089d0b5e9f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 946 time: 0.0872808 Aug 20 19:11:59.331999 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cb49d40f-c659-42da-b1f4-86f2315fc5cd req-d1accc80-08fa-427b-8713-5cf7f6acafc9 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Aug 20 19:12:00.007770 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:00.162001 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-0b33c6ad-d7da-4a5d-a37a-7973d5dc60f4 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:00.163463 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-0b33c6ad-d7da-4a5d-a37a-7973d5dc60f4 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.21 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 946 time: 0.0884383 Aug 20 19:12:00.237630 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Deleting port a1183b7b-efb6-4a61-bb48-847a8f7439bc {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:00.238602 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:00.553158 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] For port a1183b7b-efb6-4a61-bb48-847a8f7439bc, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=a1183b7b-efb6-4a61-bb48-847a8f7439bc,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:00.553488 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:00.680227 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Calling delete_port for a1183b7b-efb6-4a61-bb48-847a8f7439bc owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:00.738723 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9fc5-2f5e-425c-9e5c-e2af91c16641 req-4b9262b0-1f40-4bde-a649-c25d73cffdbc tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:00.740216 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8aab9fc5-2f5e-425c-9e5c-e2af91c16641 req-4b9262b0-1f40-4bde-a649-c25d73cffdbc tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=e92df81b-0fcc-4e77-b43e-fcaa22e64b37 HTTP/1.1" status: 200 len: 946 time: 0.2894564 Aug 20 19:12:00.935975 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8aab9fc5-2f5e-425c-9e5c-e2af91c16641 req-e1b42564-6c5f-4312-af24-b67248da13a3 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897552 Aug 20 19:12:00.979579 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:00.986329 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-1bdee78f-6d6c-4190-8697-2fbf41db33c7 tempest-DeleteServersTestJSON-1751262476 tempest-DeleteServersTestJSON-1751262476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:00.991533 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['a1183b7b-efb6-4a61-bb48-847a8f7439bc'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:12:01.033288 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Pushing event deleted for resources: {'Port': ['ID=a1183b7b-efb6-4a61-bb48-847a8f7439bc,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:01.036515 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:01.116287 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] No DVR routers for this DVR port a1183b7b-efb6-4a61-bb48-847a8f7439bc on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:12:01.119070 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:01.121737 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92df81b-0fcc-4e77-b43e-fcaa22e64b37', 'name': 'network-vif-deleted', 'tag': 'a1183b7b-efb6-4a61-bb48-847a8f7439bc'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:01.140826 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-fc367ab0-84c0-4161-99c6-89f94dc2c892 req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.21 "DELETE /v2.0/ports/a1183b7b-efb6-4a61-bb48-847a8f7439bc HTTP/1.1" status: 204 len: 173 time: 0.9712937 Aug 20 19:12:01.244068 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92df81b-0fcc-4e77-b43e-fcaa22e64b37', 'name': 'network-vif-deleted', 'tag': 'a1183b7b-efb6-4a61-bb48-847a8f7439bc', 'status': 'completed', 'code': 200} Aug 20 19:12:02.313061 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-790190ca-e74c-46ea-b16c-489d272af82d tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:02.314528 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-790190ca-e74c-46ea-b16c-489d272af82d tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/networks?id=12b8e09a-912b-4310-92a9-be24b8c924a5 HTTP/1.1" status: 200 len: 809 time: 0.1538224 Aug 20 19:12:02.329850 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-036fbc07-1854-4d29-be18-7e0c6e411109 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/quotas/de88400fe0f7432796de16133e9f2559 HTTP/1.1" status: 200 len: 375 time: 0.0092616 Aug 20 19:12:02.377480 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3eba843a-6e71-4318-986e-0aee659964c7 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de88400fe0f7432796de16133e9f2559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420582 Aug 20 19:12:02.559274 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-b968c967-6a44-490f-9757-3e2eebefc885 service neutron] 10.222.0.54 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743338 Aug 20 19:12:02.796571 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-38ff416d-e39c-4770-912a-5ce422706090 service neutron] 10.222.0.54 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316170 Aug 20 19:12:02.977346 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-aa45110e-4346-4c62-962d-bfa366379666 req-01d1aca2-ef59-44b0-b47b-bb779fdc74c5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Synchronizing usage tracker for tenant:de88400fe0f7432796de16133e9f2559 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:02.994411 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-aa45110e-4346-4c62-962d-bfa366379666 req-01d1aca2-ef59-44b0-b47b-bb779fdc74c5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Unset dirty status for tenant:de88400fe0f7432796de16133e9f2559 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:02.995597 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-aa45110e-4346-4c62-962d-bfa366379666 req-01d1aca2-ef59-44b0-b47b-bb779fdc74c5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 210 time: 0.0611565 Aug 20 19:12:03.254696 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device a1183b7b-efb6-4a61-bb48-847a8f7439bc no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:03.291475 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: a1183b7b-efb6-4a61-bb48-847a8f7439bc {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:12:03.291956 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device a1183b7b-efb6-4a61-bb48-847a8f7439bc not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:12:04.144176 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-830c58d4-2435-4b9a-83c8-923b1763c349 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:04.145833 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-830c58d4-2435-4b9a-83c8-923b1763c349 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.21 "GET /v2.0/networks?id=12b8e09a-912b-4310-92a9-be24b8c924a5 HTTP/1.1" status: 200 len: 809 time: 0.1637497 Aug 20 19:12:04.158822 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Request body: {'port': {'device_id': '6d859b52-6572-4cae-b5c5-c52b5a23603f', 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5', 'admin_state_up': True, 'tenant_id': 'de88400fe0f7432796de16133e9f2559'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:04.178546 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-58340386-f820-4445-b8dc-b022b7d5664f req-7be01266-f6ce-42c1-a963-5c2b71e26780 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 210 time: 0.0503855 Aug 20 19:12:04.301746 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:12:04.311873 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:12:04.322051 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Made reservation on behalf of de88400fe0f7432796de16133e9f2559 for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:12:04.325551 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:04.493809 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Allocated IP 172.20.0.4 (12b8e09a-912b-4310-92a9-be24b8c924a5/331a3c08-9cbb-4313-9ded-fb2e433575b0/0d37b6ed-f879-4bd8-9e50-8e70a0fda5df) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:12:04.716782 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:04.747732 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:04.753120 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:04.819257 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Network 12b8e09a-912b-4310-92a9-be24b8c924a5 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:12:04.822472 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:12:04.826319 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:12:04.832201 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:04.832889 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:04.840971 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Pushing event updated for resources: {'Port': ['ID=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:04.847102 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:04.862518 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7075663 Aug 20 19:12:04.880654 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Request body: {'port': {'device_id': '6d859b52-6572-4cae-b5c5-c52b5a23603f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:12:04.992346 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:05.169145 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-1d5c33bf-88a0-4bcb-bb1f-383755792f22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696459 Aug 20 19:12:05.319378 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-8b0c56af-f082-4d9f-b7a7-2567bc891f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:05.320865 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-8b0c56af-f082-4d9f-b7a7-2567bc891f3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 1099 time: 0.0756464 Aug 20 19:12:05.403655 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:12:05.413641 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:05.434354 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Transition to ACTIVE for port object 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:12:05.442826 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:05.448013 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-92ca8a96-2039-46aa-a649-093aa7cf9e10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:05.487815 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fac60a-7713-4044-a470-b023d911ddb1 req-e9ebc908-ec64-44b1-a5a0-1d0314c46a2c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:05.489211 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-f8fac60a-7713-4044-a470-b023d911ddb1 req-e9ebc908-ec64-44b1-a5a0-1d0314c46a2c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Synchronizing usage tracker for tenant:de88400fe0f7432796de16133e9f2559 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:05.623395 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-7671687e-3e25-450e-a1e3-f70dbb528fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:05.625024 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-7671687e-3e25-450e-a1e3-f70dbb528fbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.1639996 Aug 20 19:12:05.662422 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:12:05.744327 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-bdf8ecc2-f0a8-4d61-b6ae-53d52d5bb25d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e260e3d3-1785-4c99-b313-d51aff00c0af HTTP/1.1" status: 200 len: 1001 time: 0.1118672 Aug 20 19:12:05.774996 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-f8fac60a-7713-4044-a470-b023d911ddb1 req-e9ebc908-ec64-44b1-a5a0-1d0314c46a2c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Unset dirty status for tenant:de88400fe0f7432796de16133e9f2559 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:05.786439 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f8fac60a-7713-4044-a470-b023d911ddb1 req-e9ebc908-ec64-44b1-a5a0-1d0314c46a2c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 931 time: 0.4925604 Aug 20 19:12:05.809643 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Pushing event updated for resources: {'Port': ['ID=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:05.818845 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:05.822114 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-c6f4debf-013d-4da3-b0eb-c269812ff8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:05.823587 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-c6f4debf-013d-4da3-b0eb-c269812ff8e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.0712914 Aug 20 19:12:05.855490 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Attempting to bind port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:12:05.856122 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Attempting to bind port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:12:05.856669 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Attempting to bind port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df on network 12b8e09a-912b-4310-92a9-be24b8c924a5 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:12:05.866060 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df on network 12b8e09a-912b-4310-92a9-be24b8c924a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:12:05.866393 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Attempting to bind port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df on network 12b8e09a-912b-4310-92a9-be24b8c924a5 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:12:05.872085 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f8fac60a-7713-4044-a470-b023d911ddb1 req-72511308-e8fd-4bb9-aa18-737189c316ca tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846508 Aug 20 19:12:05.877013 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:12:05.877276 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Checking segment: {'id': '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:12:05.877666 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Bound using segment: {'id': '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:12:05.878102 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Bound port: 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:12:05.878559 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:05.921295 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-2a81757b-d999-44e9-a20b-08300c9d8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:05.923039 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-2a81757b-d999-44e9-a20b-08300c9d8383 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924895 Aug 20 19:12:05.991855 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] For port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:12:05.996004 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] For port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:12:06.002039 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:06.008659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7e722f69-0db8-4075-8d04-cfb5166e8cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:06.075300 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:06.075919 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:06.077453 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] 10.222.0.21 "PUT /v2.0/ports/0d37b6ed-f879-4bd8-9e50-8e70a0fda5df HTTP/1.1" status: 200 len: 1093 time: 1.2012239 Aug 20 19:12:06.077842 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d859b52-6572-4cae-b5c5-c52b5a23603f', 'tag': '0d37b6ed-f879-4bd8-9e50-8e70a0fda5df'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:06.094912 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-ad926df3-d820-4e78-8275-022d8259eb03 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634929 Aug 20 19:12:06.103273 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Pushing event updated for resources: {'Port': ['ID=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:06.106872 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:06.136016 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d859b52-6572-4cae-b5c5-c52b5a23603f', 'tag': '0d37b6ed-f879-4bd8-9e50-8e70a0fda5df', 'status': 'completed', 'code': 200} Aug 20 19:12:06.224885 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-bc81014b-db1b-4937-a703-e51e3ee3be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:06.226496 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-bc81014b-db1b-4937-a703-e51e3ee3be56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de88400fe0f7432796de16133e9f2559&device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 1096 time: 0.0826101 Aug 20 19:12:06.257927 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0530ac0b-d92b-4a0b-98d8-593b8b015204 req-439d610a-fedd-4aba-ac45-f28cf1e52fe9 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476393 Aug 20 19:12:06.305671 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-fd787b19-03f0-4b04-a14a-80db06e9e8c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df HTTP/1.1" status: 200 len: 217 time: 0.0669739 Aug 20 19:12:06.370207 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-e5577f8c-bce8-4c72-9e5e-01caf48798e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:06.371639 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-e5577f8c-bce8-4c72-9e5e-01caf48798e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=331a3c08-9cbb-4313-9ded-fb2e433575b0 HTTP/1.1" status: 200 len: 849 time: 0.0577898 Aug 20 19:12:06.419470 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-599ab13b-2d94-4752-b9cc-59e4e8e14149 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12b8e09a-912b-4310-92a9-be24b8c924a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400157 Aug 20 19:12:06.555978 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-2e00533b-d11a-4364-8c0a-24ff724258a9 service neutron] 10.222.0.21 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265497 Aug 20 19:12:06.711847 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b6d8319-29f4-41bc-9fe9-e3dd571133cb req-c1881f64-9ee3-424a-8d61-825401fefcfc service neutron] 10.222.0.21 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389198 Aug 20 19:12:06.833341 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-11536cb6-7490-4fa7-91e0-1e3f9c7006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:06.834839 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-11536cb6-7490-4fa7-91e0-1e3f9c7006d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de88400fe0f7432796de16133e9f2559&device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 1096 time: 0.0851502 Aug 20 19:12:06.998741 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-0aa21adb-3b88-43bc-90e8-3a2769b9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:07.006295 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-0aa21adb-3b88-43bc-90e8-3a2769b9d214 service neutron] 10.222.0.21 "GET /v2.0/networks?id=12b8e09a-912b-4310-92a9-be24b8c924a5 HTTP/1.1" status: 200 len: 910 time: 0.1625001 Aug 20 19:12:07.130432 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-bb598a79-00eb-48c5-bf57-c12b42e6b5f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df HTTP/1.1" status: 200 len: 217 time: 0.0824111 Aug 20 19:12:07.236225 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-ab739b7f-6ce3-4732-a3b7-3a2fa414426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:07.237775 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-ab739b7f-6ce3-4732-a3b7-3a2fa414426d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=331a3c08-9cbb-4313-9ded-fb2e433575b0 HTTP/1.1" status: 200 len: 849 time: 0.0898879 Aug 20 19:12:07.258310 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278503f-4ae0-4590-b764-f864b9a7d282 req-80621864-f16c-444a-8d72-866bcc07a338 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:07.260370 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b278503f-4ae0-4590-b764-f864b9a7d282 req-80621864-f16c-444a-8d72-866bcc07a338 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 943 time: 0.2493196 Aug 20 19:12:07.339319 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-cb1b0955-f332-464b-81a9-c8c78673c0a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12b8e09a-912b-4310-92a9-be24b8c924a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773363 Aug 20 19:12:07.409220 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b278503f-4ae0-4590-b764-f864b9a7d282 req-5b7f4153-454d-4ebc-b85a-ad772692740f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071715 Aug 20 19:12:07.523364 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-0ec76adb-a907-4d74-90b3-66730cf66093 service neutron] 10.222.0.21 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763067 Aug 20 19:12:07.573054 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a48766-3d75-4fdc-b947-da42bac0178f req-73a79501-1a84-44d4-adf2-23342f20330f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:07.574588 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-31a48766-3d75-4fdc-b947-da42bac0178f req-73a79501-1a84-44d4-adf2-23342f20330f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0929289 Aug 20 19:12:07.631523 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-31a48766-3d75-4fdc-b947-da42bac0178f req-e186c5d3-1cc4-4da7-9c4e-8e60ae07a3db tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503607 Aug 20 19:12:07.789065 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7011935d-ef50-45fc-aa5a-cbd1072953d7 req-d2580619-58f3-42b7-9ee2-4113caf1377c service neutron] 10.222.0.21 "GET /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558591 Aug 20 19:12:08.609862 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bc988-b7c4-4303-ac86-cafbc83aae3a req-90e5f585-a689-4852-81c7-ecdb90ec5a16 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:08.611269 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-616bc988-b7c4-4303-ac86-cafbc83aae3a req-90e5f585-a689-4852-81c7-ecdb90ec5a16 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 943 time: 0.0838077 Aug 20 19:12:08.657227 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-616bc988-b7c4-4303-ac86-cafbc83aae3a req-1ac2a6bc-ec5f-488b-b001-6ec328491059 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395565 Aug 20 19:12:08.819060 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc6dbe-e25c-436d-9870-7fda76dbd1e3 req-4dd0aeef-1542-4c54-accd-1b8189861b23 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:08.820534 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4ecc6dbe-e25c-436d-9870-7fda76dbd1e3 req-4dd0aeef-1542-4c54-accd-1b8189861b23 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0819678 Aug 20 19:12:08.869484 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4ecc6dbe-e25c-436d-9870-7fda76dbd1e3 req-7bb049ed-19c1-431f-8299-aba31fccb2a1 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429451 Aug 20 19:12:09.855670 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953380b1-fde0-4ecc-bcc9-35382f4b3ede req-38f03198-36ef-4032-ace6-b976835a9916 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:09.857220 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-953380b1-fde0-4ecc-bcc9-35382f4b3ede req-38f03198-36ef-4032-ace6-b976835a9916 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 943 time: 0.0896616 Aug 20 19:12:09.911872 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-953380b1-fde0-4ecc-bcc9-35382f4b3ede req-74491d19-cf41-4696-a0d9-6fc71b83d6d0 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Aug 20 19:12:10.053480 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c951f-5ca3-44d8-a778-5b42ae3e5ac8 req-aa2c846b-80ce-4945-a84c-d4475c2a7dc5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:10.054971 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-479c951f-5ca3-44d8-a778-5b42ae3e5ac8 req-aa2c846b-80ce-4945-a84c-d4475c2a7dc5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0785203 Aug 20 19:12:10.099400 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-479c951f-5ca3-44d8-a778-5b42ae3e5ac8 req-5702cf88-7059-4586-a4b4-2d49345ef525 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387182 Aug 20 19:12:11.099102 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880316f-3012-47ea-a8fb-f1c63675a567 req-3ea87e04-87bb-42f8-9a03-eb90ef4c3c63 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:11.100480 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3880316f-3012-47ea-a8fb-f1c63675a567 req-3ea87e04-87bb-42f8-9a03-eb90ef4c3c63 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 943 time: 0.0837688 Aug 20 19:12:11.147208 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3880316f-3012-47ea-a8fb-f1c63675a567 req-05814629-c1a8-4d0b-a7e7-761dcf22b922 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Aug 20 19:12:11.289572 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:12:11.293956 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63519878-dbdd-4432-8ee0-c2c71164cbe6 req-a4a930f6-5db7-4040-a4a7-41e3c78db279 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:11.295422 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-63519878-dbdd-4432-8ee0-c2c71164cbe6 req-a4a930f6-5db7-4040-a4a7-41e3c78db279 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0845959 Aug 20 19:12:11.341328 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-63519878-dbdd-4432-8ee0-c2c71164cbe6 req-366baa45-59b6-4f47-9876-212cfd8c6982 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401576 Aug 20 19:12:11.424155 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:11.438602 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '0d37b6ed-f879-4bd8-9e50-8e70a0fda5df', 'network_id': '12b8e09a-912b-4310-92a9-be24b8c924a5', 'port_id': '0d37b6ed-f879-4bd8-9e50-8e70a0fda5df', 'mac_address': 'fa:16:3e:bb:3c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '331a3c08-9cbb-4313-9ded-fb2e433575b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:12:11.504405 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-022c86c6-4cbd-4f99-a54a-3673f9e6178c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.509055 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.525508 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:12:11.540523 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:11.543989 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.545684 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:11.612094 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:11.616272 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:11.860936 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:11.994911 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['0d37b6ed-f879-4bd8-9e50-8e70a0fda5df'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:12:12.042553 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a34da-7af1-4248-a4bb-3bcc11b09afb req-ee3504ff-bd9d-4eeb-946b-ff85e46675a8 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:12.044059 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4f3a34da-7af1-4248-a4bb-3bcc11b09afb req-ee3504ff-bd9d-4eeb-946b-ff85e46675a8 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0809262 Aug 20 19:12:12.097276 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4f3a34da-7af1-4248-a4bb-3bcc11b09afb req-de6c9327-265a-4c30-a7ba-7bd53ee51586 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474851 Aug 20 19:12:12.351027 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890cfa3-4cf7-46f1-a7c2-bb3fec74a2df req-e04e84df-0c65-41a5-8633-48ef4fe2e021 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:12.352570 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6890cfa3-4cf7-46f1-a7c2-bb3fec74a2df req-e04e84df-0c65-41a5-8633-48ef4fe2e021 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 944 time: 0.0991731 Aug 20 19:12:12.428185 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6890cfa3-4cf7-46f1-a7c2-bb3fec74a2df req-dd95deca-bc7a-4fcb-b741-e77bcaf09cb8 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642450 Aug 20 19:12:12.546042 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad1a17-0fb5-49c0-8759-419265846482 req-b53f36dd-b611-44b5-a864-a026b069f9e7 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:12.547499 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fdad1a17-0fb5-49c0-8759-419265846482 req-b53f36dd-b611-44b5-a864-a026b069f9e7 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0836935 Aug 20 19:12:12.593948 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fdad1a17-0fb5-49c0-8759-419265846482 req-e9aa07fc-dd06-4b8b-94df-783abb48029e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 Aug 20 19:12:13.295326 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f9323-3f8c-42f6-a7fe-d734b6961d39 req-e0c7d7cc-dff4-4219-8fb9-ed63bb0b4668 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:13.300689 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-df9f9323-3f8c-42f6-a7fe-d734b6961d39 req-e0c7d7cc-dff4-4219-8fb9-ed63bb0b4668 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0862994 Aug 20 19:12:13.337212 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:12:13.345488 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-df9f9323-3f8c-42f6-a7fe-d734b6961d39 req-6b006ed9-fa45-44f0-945b-ab133e26dbfb tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416439 Aug 20 19:12:13.412032 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:12:13.417202 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:12:13.417586 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:13.550229 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:13.577777 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d859b52-6572-4cae-b5c5-c52b5a23603f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d37b6ed-f879-4bd8-9e50-8e70a0fda5df'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:13.588501 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:13.593814 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:13.595712 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:13.633777 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26102595-b7a5-4ff4-aff1-17d00368c10c req-6bfabbc1-43e8-4a6d-a27d-03cf28bffb56 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:13.636354 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-26102595-b7a5-4ff4-aff1-17d00368c10c req-6bfabbc1-43e8-4a6d-a27d-03cf28bffb56 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 944 time: 0.0883965 Aug 20 19:12:13.681357 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:13.684767 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:13.689625 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d859b52-6572-4cae-b5c5-c52b5a23603f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d37b6ed-f879-4bd8-9e50-8e70a0fda5df', 'code': 200} Aug 20 19:12:13.817566 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-26102595-b7a5-4ff4-aff1-17d00368c10c req-3a5c547a-e7cd-457d-932f-b7db485cb7d3 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675625 Aug 20 19:12:13.853328 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c0d07d3e-f6cf-481b-86d1-5b8118e321b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:13.880421 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a27e9-7b2e-4f8f-ac6c-d8b6cf2227a2 req-526a0f46-7cb7-4e6d-98c9-cead6668b043 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:13.882043 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-155a27e9-7b2e-4f8f-ac6c-d8b6cf2227a2 req-526a0f46-7cb7-4e6d-98c9-cead6668b043 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.1021240 Aug 20 19:12:13.979628 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-155a27e9-7b2e-4f8f-ac6c-d8b6cf2227a2 req-c057a0c2-9bbf-4f44-8576-5da92db8e4f3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584538 Aug 20 19:12:13.992683 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60f0d5-f787-4053-822e-575a0e6b1f3a req-930ce842-50ed-43c5-9756-d44e4f26c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:13.994147 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6c60f0d5-f787-4053-822e-575a0e6b1f3a req-930ce842-50ed-43c5-9756-d44e4f26c659 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 1098 time: 0.1110442 Aug 20 19:12:14.040275 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6c60f0d5-f787-4053-822e-575a0e6b1f3a req-46e19d1b-fd12-4e65-9e56-1dedf30116de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Aug 20 19:12:14.540777 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb165a08-50df-476e-bb76-bd5aa2b7ffb0 req-1e826cd7-a732-42dd-8ece-9e0e55ea73a5 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:14.542414 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cb165a08-50df-476e-bb76-bd5aa2b7ffb0 req-1e826cd7-a732-42dd-8ece-9e0e55ea73a5 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0866747 Aug 20 19:12:14.592520 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cb165a08-50df-476e-bb76-bd5aa2b7ffb0 req-9475d5ff-1fc0-4738-a2cd-32064835e948 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438251 Aug 20 19:12:14.978631 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:15.019069 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f3e53-746d-49ca-8c77-e0a1a986cbb4 req-734b89da-9419-49c1-9600-9d4b55786b01 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:15.020627 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-953f3e53-746d-49ca-8c77-e0a1a986cbb4 req-734b89da-9419-49c1-9600-9d4b55786b01 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 945 time: 0.0875626 Aug 20 19:12:15.068015 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-953f3e53-746d-49ca-8c77-e0a1a986cbb4 req-43246ca0-24e7-4bce-96b3-9def216b12b9 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Aug 20 19:12:15.174795 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620c55e-358f-4375-9219-ded6d5267b16 req-6af0686d-deb8-4e43-8ebe-f223a6747f35 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:15.177097 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b620c55e-358f-4375-9219-ded6d5267b16 req-6af0686d-deb8-4e43-8ebe-f223a6747f35 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0837917 Aug 20 19:12:15.225149 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b620c55e-358f-4375-9219-ded6d5267b16 req-325e5ade-84d4-4add-9822-5acabd6c22df tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Aug 20 19:12:15.787419 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef644-86d6-4604-894d-6e08f715a577 req-0b305b98-97aa-43b7-8011-86cd5d1917eb tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:15.788956 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-601ef644-86d6-4604-894d-6e08f715a577 req-0b305b98-97aa-43b7-8011-86cd5d1917eb tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0839944 Aug 20 19:12:15.835444 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-601ef644-86d6-4604-894d-6e08f715a577 req-2d1fe0cb-9c64-4e98-b406-ec4256616f94 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408363 Aug 20 19:12:16.264206 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a883057-454d-4937-b9a6-ec4c4825171e req-b3fc4b05-606f-41ab-aef3-9a20b6cb7100 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:16.265744 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3a883057-454d-4937-b9a6-ec4c4825171e req-b3fc4b05-606f-41ab-aef3-9a20b6cb7100 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 945 time: 0.0869808 Aug 20 19:12:16.313366 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3a883057-454d-4937-b9a6-ec4c4825171e req-e82e6f4a-c162-472d-9afe-f4eeeba98072 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Aug 20 19:12:16.417406 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d8c89-078c-4028-9b69-4691257552b4 req-5ca5e8fc-1b2e-4f43-9b75-3a9881ae65ff tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:16.418875 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-842d8c89-078c-4028-9b69-4691257552b4 req-5ca5e8fc-1b2e-4f43-9b75-3a9881ae65ff tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0852258 Aug 20 19:12:16.464634 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-842d8c89-078c-4028-9b69-4691257552b4 req-2713232b-c9b0-499e-a070-1b9d748ec0d6 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Aug 20 19:12:16.669877 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:17.036022 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3626a-9410-4dba-bdf9-493a83e3901c req-4d683c73-3aa1-436b-a59d-9ae82bf70102 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:17.037457 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2ce3626a-9410-4dba-bdf9-493a83e3901c req-4d683c73-3aa1-436b-a59d-9ae82bf70102 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0919173 Aug 20 19:12:17.086434 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2ce3626a-9410-4dba-bdf9-493a83e3901c req-cc4dcd07-16f7-448b-9506-0b710670673a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429139 Aug 20 19:12:17.665223 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2818d-b6e7-49c8-8cd4-a37565f43f58 req-b4be74c6-665b-47ea-bbae-4f2006899ff3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:17.666705 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-efa2818d-b6e7-49c8-8cd4-a37565f43f58 req-b4be74c6-665b-47ea-bbae-4f2006899ff3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0936439 Aug 20 19:12:17.712609 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-efa2818d-b6e7-49c8-8cd4-a37565f43f58 req-023eddb2-8872-4ffc-8aa0-82fbbbb876a3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402975 Aug 20 19:12:18.280439 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb853e7-81d3-44c0-b8b9-b7236b361f57 req-2048ff3d-be5b-4748-a7cb-3dda06eaa8f8 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:18.281984 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-aeb853e7-81d3-44c0-b8b9-b7236b361f57 req-2048ff3d-be5b-4748-a7cb-3dda06eaa8f8 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0864110 Aug 20 19:12:18.329716 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-aeb853e7-81d3-44c0-b8b9-b7236b361f57 req-5266bbe3-dbaf-4951-9f8c-261e707af348 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Aug 20 19:12:18.953659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed852381-c0cb-4edf-a44f-72931f48179e req-0708cc0f-5c06-43ca-9103-2d8b7d39626b tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:18.955882 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ed852381-c0cb-4edf-a44f-72931f48179e req-0708cc0f-5c06-43ca-9103-2d8b7d39626b tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.1058283 Aug 20 19:12:19.024964 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ed852381-c0cb-4edf-a44f-72931f48179e req-b38aa1df-f4e5-469a-96c3-8902a9ff5f7f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620558 Aug 20 19:12:19.531500 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873dbc-1da1-4229-a097-edf706606a68 req-fa67ccc9-3c6f-404d-afee-1a7b03b20d92 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:19.533001 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f1873dbc-1da1-4229-a097-edf706606a68 req-fa67ccc9-3c6f-404d-afee-1a7b03b20d92 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0817170 Aug 20 19:12:19.587489 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f1873dbc-1da1-4229-a097-edf706606a68 req-6f9cacb0-bcd0-468f-a8c6-d0f709d47571 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476325 Aug 20 19:12:20.233308 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe3178-c1bb-4684-b669-0b04f34bcf6a req-467f82c2-5198-4c47-b5aa-2293b602d0d3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:20.234805 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8afe3178-c1bb-4684-b669-0b04f34bcf6a req-467f82c2-5198-4c47-b5aa-2293b602d0d3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0909479 Aug 20 19:12:20.283479 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8afe3178-c1bb-4684-b669-0b04f34bcf6a req-ede09455-802d-4340-9930-4c9ac8aaed05 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429282 Aug 20 19:12:20.788636 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5b58d-c3b6-4e50-9b42-6d3b5ab41367 req-e5450cb6-3280-482d-8385-c4ecf8b6994f tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:20.790136 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a5c5b58d-c3b6-4e50-9b42-6d3b5ab41367 req-e5450cb6-3280-482d-8385-c4ecf8b6994f tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0830004 Aug 20 19:12:20.838920 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a5c5b58d-c3b6-4e50-9b42-6d3b5ab41367 req-d94d44d2-1095-499f-a764-02c4a2297a28 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Aug 20 19:12:21.528876 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9aa3a3-7891-4554-8f23-70ea882c10f6 req-0dae097b-6aa8-4ae0-a26a-9cd372382f35 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:21.533307 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ac9aa3a3-7891-4554-8f23-70ea882c10f6 req-0dae097b-6aa8-4ae0-a26a-9cd372382f35 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.1164997 Aug 20 19:12:21.597591 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ac9aa3a3-7891-4554-8f23-70ea882c10f6 req-5cd08386-619a-47ea-928b-f8707b34c49f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546768 Aug 20 19:12:21.771393 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45e1ec-8aae-49c8-85d5-7849a0845198 req-5f644ad5-f4fe-4439-b5d6-ca8559269965 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:21.772966 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3b45e1ec-8aae-49c8-85d5-7849a0845198 req-5f644ad5-f4fe-4439-b5d6-ca8559269965 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 945 time: 0.0867519 Aug 20 19:12:21.832059 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3b45e1ec-8aae-49c8-85d5-7849a0845198 req-9c0b6cd0-0459-4441-b11e-95c0590d747e tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506876 Aug 20 19:12:22.038899 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6155b1-f5ce-42e6-ba68-009579260e1e req-b5d73a57-4c85-4621-b7f1-2f1a879b4a91 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:22.040437 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0d6155b1-f5ce-42e6-ba68-009579260e1e req-b5d73a57-4c85-4621-b7f1-2f1a879b4a91 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0847828 Aug 20 19:12:22.088178 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0d6155b1-f5ce-42e6-ba68-009579260e1e req-81adf47c-7cf1-478a-9cd4-1dffb1a99832 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 Aug 20 19:12:22.806262 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77189582-8083-43cb-99e5-c0917d4ed2a0 req-928bc8a6-685f-4ea8-a5d8-887c0db81d81 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:22.809053 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-77189582-8083-43cb-99e5-c0917d4ed2a0 req-928bc8a6-685f-4ea8-a5d8-887c0db81d81 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.1008971 Aug 20 19:12:22.857478 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-77189582-8083-43cb-99e5-c0917d4ed2a0 req-ca3e1dc4-f5ca-42f3-a5ea-9c73e3f03d5e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428734 Aug 20 19:12:23.037282 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007446e-5c7a-4d92-9cca-520e0a0b6d66 req-266b66b1-4b66-4458-9e05-3400b2000091 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:23.038780 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7007446e-5c7a-4d92-9cca-520e0a0b6d66 req-266b66b1-4b66-4458-9e05-3400b2000091 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 945 time: 0.0924833 Aug 20 19:12:23.088563 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7007446e-5c7a-4d92-9cca-520e0a0b6d66 req-91cd5c09-cab6-41e9-b421-11bc403dd0ee tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Aug 20 19:12:23.284743 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50131df4-3678-4287-a0db-28c5025219e2 req-a5a92eb5-a345-4ff6-a9fd-99e9f99d2c65 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:23.286628 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-50131df4-3678-4287-a0db-28c5025219e2 req-a5a92eb5-a345-4ff6-a9fd-99e9f99d2c65 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0897660 Aug 20 19:12:23.334521 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-50131df4-3678-4287-a0db-28c5025219e2 req-70bc3fe9-0126-48b3-b00f-a39d88bbfb95 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 Aug 20 19:12:24.069253 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c674574-5507-4d0e-a705-b9ef30d87834 req-43b2d56f-988e-4144-920d-bfd295ec4c46 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:24.070753 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4c674574-5507-4d0e-a705-b9ef30d87834 req-43b2d56f-988e-4144-920d-bfd295ec4c46 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0936553 Aug 20 19:12:24.122436 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4c674574-5507-4d0e-a705-b9ef30d87834 req-50cd4ab6-afca-4602-bb89-7485a5798094 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451782 Aug 20 19:12:24.281724 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfaa5-6144-4493-9c2d-ecf100bbcaed req-d77f69b7-f907-410b-bdc5-1dc7d23907af tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:24.283129 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f9dfaa5-6144-4493-9c2d-ecf100bbcaed req-d77f69b7-f907-410b-bdc5-1dc7d23907af tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 945 time: 0.0831034 Aug 20 19:12:24.332074 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f9dfaa5-6144-4493-9c2d-ecf100bbcaed req-224465d5-29ce-4312-89c2-ec025a338c24 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Aug 20 19:12:24.537194 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8222a-b47a-46b6-ae7b-45e4d4d17ef4 req-ea9a0918-fbaf-4a63-b3c4-9702f5a212c0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:24.538569 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-96f8222a-b47a-46b6-ae7b-45e4d4d17ef4 req-ea9a0918-fbaf-4a63-b3c4-9702f5a212c0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0855198 Aug 20 19:12:24.594491 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-96f8222a-b47a-46b6-ae7b-45e4d4d17ef4 req-e0c78aa0-391d-4016-8e72-1ca55b8b792b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472782 Aug 20 19:12:25.417347 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41beb9c1-e94c-4e49-b65d-ffabfb76b995 req-abcb951c-c5ab-48ba-aff3-c950a8360239 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:25.418944 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-41beb9c1-e94c-4e49-b65d-ffabfb76b995 req-abcb951c-c5ab-48ba-aff3-c950a8360239 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.1852119 Aug 20 19:12:25.470987 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-41beb9c1-e94c-4e49-b65d-ffabfb76b995 req-3df9236c-e8ce-4246-90af-8d598a83c4a5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462880 Aug 20 19:12:25.659113 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0493f-bb02-4137-9fd2-0ef0b95230f1 req-1592951c-a8eb-4459-83e6-e38739e4d65d tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:25.660973 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8cd0493f-bb02-4137-9fd2-0ef0b95230f1 req-1592951c-a8eb-4459-83e6-e38739e4d65d tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 945 time: 0.0849218 Aug 20 19:12:25.705846 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8cd0493f-bb02-4137-9fd2-0ef0b95230f1 req-0dd081d2-ca89-4a1b-8f0c-f6930f518585 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Aug 20 19:12:25.789806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce7a3-4d6a-4abb-a58f-da887640746b req-b47c72c8-7daf-4cc3-8393-d873e1560832 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:25.791284 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-786ce7a3-4d6a-4abb-a58f-da887640746b req-b47c72c8-7daf-4cc3-8393-d873e1560832 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0812430 Aug 20 19:12:25.846328 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-786ce7a3-4d6a-4abb-a58f-da887640746b req-5aa3ab1a-ad2d-4d67-9cc4-869749479733 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469265 Aug 20 19:12:26.658683 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af86dad-9af6-48b8-91dc-c5f9816b9a33 req-88471062-f02c-4d39-8945-f8dfa14ac947 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:26.661209 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7af86dad-9af6-48b8-91dc-c5f9816b9a33 req-88471062-f02c-4d39-8945-f8dfa14ac947 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0827844 Aug 20 19:12:26.706811 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7af86dad-9af6-48b8-91dc-c5f9816b9a33 req-a2a68bec-9682-42a8-a2f0-8d85d9765011 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Aug 20 19:12:26.898086 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eb79f-261a-428a-85d7-afb7d8f21fd8 req-9e7e4fe3-528a-4c70-ad6a-bbf82205e50a tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:26.899669 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8c6eb79f-261a-428a-85d7-afb7d8f21fd8 req-9e7e4fe3-528a-4c70-ad6a-bbf82205e50a tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 945 time: 0.0808265 Aug 20 19:12:26.945853 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8c6eb79f-261a-428a-85d7-afb7d8f21fd8 req-b62a848e-fe8a-45ec-b254-33e7eefc116b tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Aug 20 19:12:27.051144 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d900676-fe66-41c0-bc42-7d199c7f449c req-8ecd00fe-e137-4016-9221-17c862f1b3d6 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:27.052608 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0d900676-fe66-41c0-bc42-7d199c7f449c req-8ecd00fe-e137-4016-9221-17c862f1b3d6 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0857596 Aug 20 19:12:27.101452 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0d900676-fe66-41c0-bc42-7d199c7f449c req-3281d0e4-775b-4406-8c4f-619f6defe15d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428076 Aug 20 19:12:27.898732 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde06386-d71a-4747-863f-c2f133ace31e req-d1d244ad-fd6d-4079-a9aa-392cd6e3d742 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:27.900214 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dde06386-d71a-4747-863f-c2f133ace31e req-d1d244ad-fd6d-4079-a9aa-392cd6e3d742 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0849931 Aug 20 19:12:27.950482 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dde06386-d71a-4747-863f-c2f133ace31e req-29944628-aee1-4557-90eb-669fb6a71686 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421798 Aug 20 19:12:28.136617 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a473418-c1a4-429a-b02c-811d55118bdd req-f18ed2f6-8624-4c6b-aa62-460551797215 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:28.138153 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6a473418-c1a4-429a-b02c-811d55118bdd req-f18ed2f6-8624-4c6b-aa62-460551797215 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 945 time: 0.0843620 Aug 20 19:12:28.143457 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6333ae-782a-43d3-bbce-202557656187 req-37bc5c46-9c0b-439a-a768-3cf993745c4e tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:28.145649 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fe6333ae-782a-43d3-bbce-202557656187 req-37bc5c46-9c0b-439a-a768-3cf993745c4e tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 945 time: 0.0937181 Aug 20 19:12:28.229488 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-fe6333ae-782a-43d3-bbce-202557656187 req-0abe89fb-d5a2-474f-bc22-15958d07f35f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/security-groups?id=f87bc778-1fa7-4af2-aeb8-add4d7865f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709093 Aug 20 19:12:28.233034 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-6a473418-c1a4-429a-b02c-811d55118bdd req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Deleting port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:28.233386 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6a473418-c1a4-429a-b02c-811d55118bdd req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.638395 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec6d5f-403e-4755-9081-6e9633fee370 req-fbfb9bfe-a463-4f43-acbd-9a2a5fee8546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:28.639453 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb56d27-dfe6-4c21-afba-71c3861adb21 req-839d8b25-e492-440e-86da-187c679c7157 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:28.639885 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d8ec6d5f-403e-4755-9081-6e9633fee370 req-fbfb9bfe-a463-4f43-acbd-9a2a5fee8546 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.2502472 Aug 20 19:12:28.642975 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfb56d27-dfe6-4c21-afba-71c3861adb21 req-839d8b25-e492-440e-86da-187c679c7157 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.2364461 Aug 20 19:12:28.645990 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-6a473418-c1a4-429a-b02c-811d55118bdd req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] For port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,segment=NetworkSegment(41021c9f-35f1-4fa3-acd0-a7b33e8ebb48),segment_id=41021c9f-35f1-4fa3-acd0-a7b33e8ebb48)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:28.646352 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6a473418-c1a4-429a-b02c-811d55118bdd req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.685388 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-816727d8-ad8e-4c54-90ee-b3802eacb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:28.686857 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-816727d8-ad8e-4c54-90ee-b3802eacb888 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 1098 time: 0.2214930 Aug 20 19:12:28.719789 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dfb56d27-dfe6-4c21-afba-71c3861adb21 req-34601497-b8a5-4282-953a-f4476aaae895 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717363 Aug 20 19:12:28.792302 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-6a473418-c1a4-429a-b02c-811d55118bdd req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Calling delete_port for 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:28.836618 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-fe101950-4755-4559-a0b1-bd9a6f29bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:28.838129 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-fe101950-4755-4559-a0b1-bd9a6f29bb08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 912 time: 0.1430404 Aug 20 19:12:28.858856 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d8ec6d5f-403e-4755-9081-6e9633fee370 req-2ce7e697-0da3-461e-b9c7-8a79b0a5a487 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036827 Aug 20 19:12:28.959051 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-e7a2efc8-ffa9-4a63-a559-62be03647bcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6 HTTP/1.1" status: 200 len: 1001 time: 0.1136596 Aug 20 19:12:28.960732 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6a473418-c1a4-429a-b02c-811d55118bdd req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:28.966553 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:29.016519 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Pushing event deleted for resources: {'Port': ['ID=0d37b6ed-f879-4bd8-9e50-8e70a0fda5df,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:29.028480 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-ca313e6d-8ceb-4c1e-ab2e-f29b6f0ca296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:29.030017 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-ca313e6d-8ceb-4c1e-ab2e-f29b6f0ca296 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.0641208 Aug 20 19:12:29.056500 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.056799 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.057156 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.057507 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.058107 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.058452 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.058792 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.059138 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.059480 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.059818 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.060154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.060489 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:29.067905 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:29.103160 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a473418-c1a4-429a-b02c-811d55118bdd req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] No DVR routers for this DVR port 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:12:29.105643 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6a473418-c1a4-429a-b02c-811d55118bdd req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:29.108287 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d859b52-6572-4cae-b5c5-c52b5a23603f', 'name': 'network-vif-deleted', 'tag': '0d37b6ed-f879-4bd8-9e50-8e70a0fda5df'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:29.126497 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6a473418-c1a4-429a-b02c-811d55118bdd req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.21 "DELETE /v2.0/ports/0d37b6ed-f879-4bd8-9e50-8e70a0fda5df HTTP/1.1" status: 204 len: 173 time: 0.9800172 Aug 20 19:12:29.154091 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d859b52-6572-4cae-b5c5-c52b5a23603f', 'name': 'network-vif-deleted', 'tag': '0d37b6ed-f879-4bd8-9e50-8e70a0fda5df', 'status': 'completed', 'code': 200} Aug 20 19:12:29.386277 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-272d97a7-beb3-4cc5-9a63-b38fc0c5e7ae req-8c2fee78-4cec-434d-9059-22ae483ea04c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Synchronizing usage tracker for tenant:de88400fe0f7432796de16133e9f2559 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:12:29.401561 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-272d97a7-beb3-4cc5-9a63-b38fc0c5e7ae req-8c2fee78-4cec-434d-9059-22ae483ea04c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Unset dirty status for tenant:de88400fe0f7432796de16133e9f2559 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:12:29.402835 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-272d97a7-beb3-4cc5-9a63-b38fc0c5e7ae req-8c2fee78-4cec-434d-9059-22ae483ea04c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 210 time: 0.0600948 Aug 20 19:12:29.924288 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c98bf5-1eac-4cb2-9f73-ea8bd89b6caa req-c54de0d9-f19a-4a1e-a01a-d08e9d363c2f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:29.926625 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b7c98bf5-1eac-4cb2-9f73-ea8bd89b6caa req-c54de0d9-f19a-4a1e-a01a-d08e9d363c2f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0932205 Aug 20 19:12:29.976979 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b7c98bf5-1eac-4cb2-9f73-ea8bd89b6caa req-d5a858b2-e732-4ba6-a6c9-2e60d61e6321 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Aug 20 19:12:30.062327 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792d4ba-67f5-425f-8a55-548ba9680b1e req-90ca7178-554d-43c9-8887-cd102008c371 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:30.063782 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4792d4ba-67f5-425f-8a55-548ba9680b1e req-90ca7178-554d-43c9-8887-cd102008c371 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0846839 Aug 20 19:12:30.108911 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4792d4ba-67f5-425f-8a55-548ba9680b1e req-bfa73ae9-01ba-4b64-95b5-aa12864a6c4f tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389633 Aug 20 19:12:30.552836 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-27a7e2d8-8cc2-4c3d-8bc6-c0d609864ae6 req-a27eb56c-2e30-406b-b2f1-16ae1120567c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 210 time: 0.0420907 Aug 20 19:12:30.709641 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['0d37b6ed-f879-4bd8-9e50-8e70a0fda5df'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:12:31.175951 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2506e-bbfe-4af8-b1d7-9b7a50407f0c req-9f1c0a09-88ec-419b-bd07-fa9c0116903b tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:31.177595 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b3e2506e-bbfe-4af8-b1d7-9b7a50407f0c req-9f1c0a09-88ec-419b-bd07-fa9c0116903b tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0876982 Aug 20 19:12:31.224040 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-b3e2506e-bbfe-4af8-b1d7-9b7a50407f0c req-0b68ee19-4db2-46d0-b9a6-b938de0de05e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404513 Aug 20 19:12:31.307434 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb53e78-11cb-4b31-b5e0-86ba30b741c4 req-79af5be7-4002-4aa1-a6b9-38786ac116d4 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:31.309122 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6cb53e78-11cb-4b31-b5e0-86ba30b741c4 req-79af5be7-4002-4aa1-a6b9-38786ac116d4 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0803974 Aug 20 19:12:31.358953 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6cb53e78-11cb-4b31-b5e0-86ba30b741c4 req-f9bde492-d2d8-47b5-91e9-a56a37b1efac tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Aug 20 19:12:31.711176 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d6ce68b1-97f0-405e-b8df-f31ef0cb1896 req-15f2b693-6574-4ed2-a160-73c86344ed55 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 210 time: 0.0429976 Aug 20 19:12:31.799394 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:31.832248 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-7db7a60f-c81b-499f-8a18-91adcec2d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:31.832248 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-7db7a60f-c81b-499f-8a18-91adcec2d1e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800872 Aug 20 19:12:32.407002 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630690-4267-4f28-b5e0-ba49bb13ec5e req-f12205fe-9fe5-42d2-bf2f-19e4d103a2cc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:32.408489 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-35630690-4267-4f28-b5e0-ba49bb13ec5e req-f12205fe-9fe5-42d2-bf2f-19e4d103a2cc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0784173 Aug 20 19:12:32.457178 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-35630690-4267-4f28-b5e0-ba49bb13ec5e req-e3efb82f-23bb-4236-b357-74dd9ba8700a tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Aug 20 19:12:32.638686 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a16345-dcd9-4054-a484-cf3aca6096f3 req-1e115db1-ffe5-48db-b944-8f7b3f14a6ac tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:32.640140 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d6a16345-dcd9-4054-a484-cf3aca6096f3 req-1e115db1-ffe5-48db-b944-8f7b3f14a6ac tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.1704814 Aug 20 19:12:32.688642 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d6a16345-dcd9-4054-a484-cf3aca6096f3 req-4f85f116-972c-4b9b-8177-bac43242b69a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Aug 20 19:12:32.866092 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7be03757-a436-49a6-82f4-aa6bad13f3a4 req-2bd0f1c4-e821-44f2-92b5-fec93e298fde tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 210 time: 0.0441997 Aug 20 19:12:33.217838 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:33.255835 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:12:33.256185 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 0d37b6ed-f879-4bd8-9e50-8e70a0fda5df not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:12:33.366572 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-e5a9f8bb-6302-40b3-a682-23b789c49970 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379750 Aug 20 19:12:33.488936 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-0995e952-0020-48d2-9139-bc4b9122fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:33.490730 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-0995e952-0020-48d2-9139-bc4b9122fe81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae&device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1098 time: 0.0746098 Aug 20 19:12:33.545965 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7f5d6fa6-ed34-42c9-8c6b-a81e74fa4df2 req-295d63bc-60b3-4483-b266-f3f0ea0bd19b service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395717 Aug 20 19:12:33.680247 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-fdf95624-6f7a-492c-bcc9-356046d53ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:33.681768 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-fdf95624-6f7a-492c-bcc9-356046d53ff7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2943101-33e9-47b3-bca2-614847cf41cd HTTP/1.1" status: 200 len: 909 time: 0.1836770 Aug 20 19:12:33.785549 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ace2f-738d-48ae-8df7-0bd8857f19ab req-0c43970b-c159-4cbd-9bbd-a27e5dc9912c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:33.787050 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a89ace2f-738d-48ae-8df7-0bd8857f19ab req-0c43970b-c159-4cbd-9bbd-a27e5dc9912c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.2039165 Aug 20 19:12:33.819429 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-7ad76884-31db-49b3-9ae7-a33f2be79220 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f92da6-fd67-4164-b79d-d1079b70230e HTTP/1.1" status: 200 len: 999 time: 0.1293142 Aug 20 19:12:33.846258 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a89ace2f-738d-48ae-8df7-0bd8857f19ab req-cf7cb91c-c3cf-45f3-8b15-8137fd821966 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497856 Aug 20 19:12:33.880397 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764dcc2-c0ff-4d68-9cfa-46977cc2aec8 req-2b716ba4-9add-4d1d-a127-d03d15112585 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:33.881872 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1764dcc2-c0ff-4d68-9cfa-46977cc2aec8 req-2b716ba4-9add-4d1d-a127-d03d15112585 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0811749 Aug 20 19:12:33.931553 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1764dcc2-c0ff-4d68-9cfa-46977cc2aec8 req-078ea515-45a0-4532-9af5-4d4e7a1ed8d0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Aug 20 19:12:34.045519 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-67aa1e5e-9fb1-43f6-ab3f-094b8c0153fc req-4dc24d41-e7a8-4312-a807-1fb82f4d336f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d859b52-6572-4cae-b5c5-c52b5a23603f HTTP/1.1" status: 200 len: 210 time: 0.0520620 Aug 20 19:12:34.064940 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-45dd5988-0618-4dfe-b798-bb72debc02de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:34.067569 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-45dd5988-0618-4dfe-b798-bb72debc02de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43 HTTP/1.1" status: 200 len: 847 time: 0.1089842 Aug 20 19:12:34.151026 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-492a9087-0429-4144-ba66-d0c93b8156d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:34.152494 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-492a9087-0429-4144-ba66-d0c93b8156d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2943101-33e9-47b3-bca2-614847cf41cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777447 Aug 20 19:12:34.314781 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-f38d1094-32b8-42e1-8465-96d5f877e64b service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317842 Aug 20 19:12:34.455240 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e73241bc-bbe1-4261-8577-4cdeea7dbfed req-aa3cab17-a846-49de-b107-236a8151e65a service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311634 Aug 20 19:12:35.036665 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c696734-2d0e-41b1-ba00-c3fe9bd00475 req-1e2d968c-627a-45b9-b780-698f8367c9bd tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:35.038132 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8c696734-2d0e-41b1-ba00-c3fe9bd00475 req-1e2d968c-627a-45b9-b780-698f8367c9bd tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0833213 Aug 20 19:12:35.085683 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8c696734-2d0e-41b1-ba00-c3fe9bd00475 req-3bc511d8-c78a-40a4-a4d7-5ebb7c8db5a6 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Aug 20 19:12:35.148016 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e3e4-87fa-4a82-a350-8f2b46671c6d req-9e10e659-ad01-4b74-b477-7003ab9440c3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:35.149524 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3a50e3e4-87fa-4a82-a350-8f2b46671c6d req-9e10e659-ad01-4b74-b477-7003ab9440c3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0939100 Aug 20 19:12:35.194687 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3a50e3e4-87fa-4a82-a350-8f2b46671c6d req-f6ad3dc5-1809-4433-8d15-684602d29d5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395849 Aug 20 19:12:36.473793 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6475e-97bd-4d2d-92ab-f39eaa65b9c8 req-e9572b2c-6fd1-4b9d-bf59-7ef3daa9a9d0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:36.477442 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7dc6475e-97bd-4d2d-92ab-f39eaa65b9c8 req-e9572b2c-6fd1-4b9d-bf59-7ef3daa9a9d0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.1659358 Aug 20 19:12:36.528956 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7dc6475e-97bd-4d2d-92ab-f39eaa65b9c8 req-e2c6d2fb-48d5-40a1-ac70-57a329a00608 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441015 Aug 20 19:12:37.722951 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1517a7-08ce-46f3-b4d5-f9d5cb451f07 req-2b33fa52-ea80-428c-96f2-ecd1fd14f3be tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:37.724513 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9b1517a7-08ce-46f3-b4d5-f9d5cb451f07 req-2b33fa52-ea80-428c-96f2-ecd1fd14f3be tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0899055 Aug 20 19:12:37.792773 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9b1517a7-08ce-46f3-b4d5-f9d5cb451f07 req-b8afeaf4-d8b5-46b6-b0f9-4be0685cb332 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615435 Aug 20 19:12:38.086121 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-bb6e27aa-a6bd-4cd3-9616-989be1a54f2e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691578 Aug 20 19:12:38.156187 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d51aba-51c0-4139-b414-3f290713c36f req-da0365b2-a5c8-4aee-8c4f-073b789f1432 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:38.157666 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-19d51aba-51c0-4139-b414-3f290713c36f req-da0365b2-a5c8-4aee-8c4f-073b789f1432 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0814586 Aug 20 19:12:38.208725 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-19d51aba-51c0-4139-b414-3f290713c36f req-77579b78-098a-40d0-8f26-2393493d7d16 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Aug 20 19:12:39.396892 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f7893-d71c-4c17-b792-593be6be1fc3 req-4abfb954-cbd1-4803-9eb7-9b9265eda8ba tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:39.398382 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d42f7893-d71c-4c17-b792-593be6be1fc3 req-4abfb954-cbd1-4803-9eb7-9b9265eda8ba tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0848331 Aug 20 19:12:39.447371 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d42f7893-d71c-4c17-b792-593be6be1fc3 req-4b0633da-c002-481d-aba8-601d5cf073fc tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396369 Aug 20 19:12:39.988091 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device b3f92da6-fd67-4164-b79d-d1079b70230e no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:40.102240 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:40.128832 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:40.138622 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=b3f92da6-fd67-4164-b79d-d1079b70230e,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:40.142872 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:40.144799 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:40.180948 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'code': 200} Aug 20 19:12:40.212153 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=b3f92da6-fd67-4164-b79d-d1079b70230e,revision_number=6']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:40.219168 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.219508 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.219838 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.220168 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.220488 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.220888 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.221164 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.221492 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.221926 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.222336 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.222653 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.222968 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:12:40.226866 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:40.638411 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11083115-c8fa-4fd7-98a3-44582c6bfdc4 req-8a560a4b-eed5-4d7f-99b9-8b01b0cc0a37 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:40.639921 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-11083115-c8fa-4fd7-98a3-44582c6bfdc4 req-8a560a4b-eed5-4d7f-99b9-8b01b0cc0a37 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0867112 Aug 20 19:12:40.688815 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-11083115-c8fa-4fd7-98a3-44582c6bfdc4 req-41545f26-a61d-4334-9125-549c0e77f578 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422709 Aug 20 19:12:41.475794 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2ccef102-0e27-4fef-90a5-7cfa256152dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:41.867146 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:41.907128 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f57757-9466-4fa8-a2e9-60b03ac45012 req-bde3a258-db2e-4ec9-b454-0c306b739fcb tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:41.908665 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-51f57757-9466-4fa8-a2e9-60b03ac45012 req-bde3a258-db2e-4ec9-b454-0c306b739fcb tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0905976 Aug 20 19:12:41.959670 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-51f57757-9466-4fa8-a2e9-60b03ac45012 req-20eb93bd-7baa-4826-8bf0-00f3504c65a7 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435729 Aug 20 19:12:42.663196 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:12:43.240010 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5b96f-886d-42c6-9ed8-96d6aa7277cd req-308da32c-e434-41e0-903b-127fd085e6ca tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:43.241512 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-20d5b96f-886d-42c6-9ed8-96d6aa7277cd req-308da32c-e434-41e0-903b-127fd085e6ca tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1740642 Aug 20 19:12:43.286754 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-20d5b96f-886d-42c6-9ed8-96d6aa7277cd req-78285379-d59b-410f-bef9-06b23b7f8c19 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393162 Aug 20 19:12:43.876881 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c881cda0-a660-4e4d-9320-a8dca924789b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:44.490928 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae16c42-b145-4a8b-af1d-e4b589179aee req-144a3a2e-12e2-4570-987d-1c87fc22042b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:44.499185 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eae16c42-b145-4a8b-af1d-e4b589179aee req-144a3a2e-12e2-4570-987d-1c87fc22042b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0973694 Aug 20 19:12:44.558714 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eae16c42-b145-4a8b-af1d-e4b589179aee req-81c75ccb-e652-49b2-b11c-a8f8501c771a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581486 Aug 20 19:12:44.614930 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-4dfc92b5-e7f7-4624-a8bd-99837af9a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:44.616426 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-4dfc92b5-e7f7-4624-a8bd-99837af9a355 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91&tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae HTTP/1.1" status: 200 len: 1096 time: 0.0871043 Aug 20 19:12:44.731490 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-bff60070-96c1-4f46-82e3-fc61fe283191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:44.733039 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-bff60070-96c1-4f46-82e3-fc61fe283191 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae&device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1096 time: 0.0856988 Aug 20 19:12:44.994278 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:45.060375 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-1abda349-c4fa-4ee8-b18d-964f97bf189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:45.061871 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-1abda349-c4fa-4ee8-b18d-964f97bf189f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2943101-33e9-47b3-bca2-614847cf41cd HTTP/1.1" status: 200 len: 909 time: 0.3017817 Aug 20 19:12:45.182598 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-eb727570-5212-4d98-a280-19c276c3f7d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f92da6-fd67-4164-b79d-d1079b70230e HTTP/1.1" status: 200 len: 997 time: 0.1110682 Aug 20 19:12:45.262219 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-7259b80c-6ccb-45e0-87a2-08e5b14b98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:45.264346 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-7259b80c-6ccb-45e0-87a2-08e5b14b98a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43 HTTP/1.1" status: 200 len: 847 time: 0.0722134 Aug 20 19:12:45.393726 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-4cbf9359-9b66-4407-9a51-2ec58c06c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:45.395561 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-4cbf9359-9b66-4407-9a51-2ec58c06c441 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2943101-33e9-47b3-bca2-614847cf41cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1235800 Aug 20 19:12:45.563944 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-05d1ae53-98db-4737-81ab-961c6ec5ccad service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598852 Aug 20 19:12:45.798416 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c77e1860-2861-4237-95fe-43f6b11bda91 req-2444bb8a-3a22-41bd-8ab6-3dc16cc1135a service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266877 Aug 20 19:12:45.857074 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1f648-404d-47c9-982a-95a4958e9184 req-d20fa6b2-e1a4-431a-a8e2-71a825bb6b9a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:45.867271 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-55a1f648-404d-47c9-982a-95a4958e9184 req-d20fa6b2-e1a4-431a-a8e2-71a825bb6b9a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1831043 Aug 20 19:12:45.913600 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-55a1f648-404d-47c9-982a-95a4958e9184 req-433631fe-0e56-4ee7-8daa-82456be08f6b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454640 Aug 20 19:12:46.694746 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:46.886413 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5d30-b1cc-433b-8f89-fb3bdc323417 req-8b7b2dab-c809-4a85-ab3d-f107be5844cd tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:46.887814 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e66f5d30-b1cc-433b-8f89-fb3bdc323417 req-8b7b2dab-c809-4a85-ab3d-f107be5844cd tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 945 time: 0.1176167 Aug 20 19:12:46.948588 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e66f5d30-b1cc-433b-8f89-fb3bdc323417 req-23042e96-6554-4bdc-9ea3-ee64c0126bd9 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541856 Aug 20 19:12:47.132097 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b0006-3a13-4389-a4ce-c81b39591a80 req-dd848a11-b21d-4184-a116-082e5940f4f2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:47.139592 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4d2b0006-3a13-4389-a4ce-c81b39591a80 req-dd848a11-b21d-4184-a116-082e5940f4f2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0977647 Aug 20 19:12:47.188089 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4d2b0006-3a13-4389-a4ce-c81b39591a80 req-e0ca226e-abd7-4229-ad27-b543806e8c91 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476801 Aug 20 19:12:48.191789 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127ceaf-2d39-4fd1-9f59-2be488278aeb req-a0d7132a-a50d-41ff-bdce-8ee3e82235e7 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:48.193518 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3127ceaf-2d39-4fd1-9f59-2be488278aeb req-a0d7132a-a50d-41ff-bdce-8ee3e82235e7 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 945 time: 0.1185327 Aug 20 19:12:48.253701 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3127ceaf-2d39-4fd1-9f59-2be488278aeb req-3bb657ca-5416-4223-b1b6-974ab39d8357 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528481 Aug 20 19:12:48.412392 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf90c9e-fb20-4eaa-8c22-6541dc609552 req-6b590c5c-7b29-4adb-96ef-b6cfdde526b7 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:48.413928 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3cf90c9e-fb20-4eaa-8c22-6541dc609552 req-6b590c5c-7b29-4adb-96ef-b6cfdde526b7 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0907238 Aug 20 19:12:48.463461 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3cf90c9e-fb20-4eaa-8c22-6541dc609552 req-6c7a4dc5-73b0-49a4-9e3c-387bb9ff142a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433497 Aug 20 19:12:49.518207 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-0dcc113b-69ca-4dec-bcc4-bc9acb463cc4 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:49.520522 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-0dcc113b-69ca-4dec-bcc4-bc9acb463cc4 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 945 time: 0.1693194 Aug 20 19:12:49.537290 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d4c2c-269b-4284-aed7-505cb4cfbe57 req-7592efc9-178d-459a-b290-a0671f26436e tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:49.539242 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e86d4c2c-269b-4284-aed7-505cb4cfbe57 req-7592efc9-178d-459a-b290-a0671f26436e tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 945 time: 0.1388731 Aug 20 19:12:49.650242 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Deleting port 58377755-6772-4fa3-b3ff-03ab14f460ee {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:12:49.650995 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:49.692262 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e86d4c2c-269b-4284-aed7-505cb4cfbe57 req-6e33e830-b071-453e-999c-52b9a6b3aa34 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162062 Aug 20 19:12:49.836093 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab21c1-a724-444b-96d8-ee76194f43dc req-a5d46352-dd23-4edb-99cd-345562846077 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:49.850489 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-aeab21c1-a724-444b-96d8-ee76194f43dc req-a5d46352-dd23-4edb-99cd-345562846077 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.2024782 Aug 20 19:12:49.921306 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-aeab21c1-a724-444b-96d8-ee76194f43dc req-a9d3440f-d428-41da-b7e0-81b80713423b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694861 Aug 20 19:12:50.017523 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] For port 58377755-6772-4fa3-b3ff-03ab14f460ee, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=58377755-6772-4fa3-b3ff-03ab14f460ee,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:50.018049 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:50.277573 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Calling delete_port for 58377755-6772-4fa3-b3ff-03ab14f460ee owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:12:50.442596 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:50.451767 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f63306db-30b3-4cd4-be1c-ea89248e2795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:12:50.521238 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Pushing event deleted for resources: {'Port': ['ID=58377755-6772-4fa3-b3ff-03ab14f460ee,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:12:50.527115 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:12:50.644527 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] No DVR routers for this DVR port 58377755-6772-4fa3-b3ff-03ab14f460ee on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:12:50.647692 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:50.652162 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c', 'name': 'network-vif-deleted', 'tag': '58377755-6772-4fa3-b3ff-03ab14f460ee'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:12:50.673976 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2be559e5-3ba9-4c7e-84d4-294ccc7a7380 req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.21 "DELETE /v2.0/ports/58377755-6772-4fa3-b3ff-03ab14f460ee HTTP/1.1" status: 204 len: 173 time: 1.1456411 Aug 20 19:12:50.716853 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c', 'name': 'network-vif-deleted', 'tag': '58377755-6772-4fa3-b3ff-03ab14f460ee', 'status': 'completed', 'code': 200} Aug 20 19:12:50.963646 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-62240a9e-eda1-4900-a584-85287ee78a75 req-44cc371b-30b2-4cb1-80b9-cc1cb5c47444 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e672e0d-bc14-4e4a-97fa-6f0a9d4ab04c HTTP/1.1" status: 200 len: 210 time: 0.0796864 Aug 20 19:12:51.150959 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefa8c-084f-421c-9f23-99cd88f4506e req-22d03171-adb0-4a21-88e9-0115cfd9f693 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:51.152412 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-74fefa8c-084f-421c-9f23-99cd88f4506e req-22d03171-adb0-4a21-88e9-0115cfd9f693 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.0924325 Aug 20 19:12:51.211594 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-74fefa8c-084f-421c-9f23-99cd88f4506e req-8da756ea-6679-4fd1-9856-278b55a80fc0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525963 Aug 20 19:12:51.710032 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 58377755-6772-4fa3-b3ff-03ab14f460ee no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:12:51.752175 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 58377755-6772-4fa3-b3ff-03ab14f460ee {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:12:51.752571 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 58377755-6772-4fa3-b3ff-03ab14f460ee not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:12:52.481328 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34401668-0373-4891-8df1-9e6f054caf07 req-7698b1e2-1f71-4491-9c5f-0076b2da3638 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:52.483558 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-34401668-0373-4891-8df1-9e6f054caf07 req-7698b1e2-1f71-4491-9c5f-0076b2da3638 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1074882 Aug 20 19:12:52.545941 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-34401668-0373-4891-8df1-9e6f054caf07 req-c2c38dbc-340d-4b4c-95a0-32a1b932e1cf tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542831 Aug 20 19:12:53.761603 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379c83-cfd7-47ba-88bd-9779cd27fcab req-10e74918-ab86-4d7d-bde2-59d46a139747 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:53.764819 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d2379c83-cfd7-47ba-88bd-9779cd27fcab req-10e74918-ab86-4d7d-bde2-59d46a139747 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1064160 Aug 20 19:12:53.823664 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d2379c83-cfd7-47ba-88bd-9779cd27fcab req-45455330-9da2-4097-a0dd-c2028c7e2f70 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495443 Aug 20 19:12:55.059876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d821f-62c4-4240-a5a0-4f9b7de88e3c req-c4aeacb7-1cca-467b-8f54-e57ae4b3514c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:55.065030 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2e0d821f-62c4-4240-a5a0-4f9b7de88e3c req-c4aeacb7-1cca-467b-8f54-e57ae4b3514c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1222942 Aug 20 19:12:55.125549 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2e0d821f-62c4-4240-a5a0-4f9b7de88e3c req-fc9549b3-d87c-412a-a964-ff8e18981694 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573094 Aug 20 19:12:56.373825 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4859d40-f08f-4768-a85a-2b4a0893522e req-ed4881a4-9d09-40d2-a6ec-1ea8c9910664 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:56.376180 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d4859d40-f08f-4768-a85a-2b4a0893522e req-ed4881a4-9d09-40d2-a6ec-1ea8c9910664 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1265221 Aug 20 19:12:56.446609 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d4859d40-f08f-4768-a85a-2b4a0893522e req-71d97a34-1b35-46da-817c-3b8aa19c0e70 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629985 Aug 20 19:12:57.685479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5422ca-46bd-431b-9e5e-10bc86455fe3 req-f500ead8-2d58-42b4-81c0-918a067dba0b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:57.691892 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3e5422ca-46bd-431b-9e5e-10bc86455fe3 req-f500ead8-2d58-42b4-81c0-918a067dba0b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1119635 Aug 20 19:12:57.740490 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3e5422ca-46bd-431b-9e5e-10bc86455fe3 req-ba744ef5-0b3c-43bd-afe6-5c05dd60ac8b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475872 Aug 20 19:12:59.054676 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2c04e-f039-42c1-a306-969671d85262 req-d1014e30-08ae-4f65-a61b-6501bd9dfe80 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:12:59.062406 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a5a2c04e-f039-42c1-a306-969671d85262 req-d1014e30-08ae-4f65-a61b-6501bd9dfe80 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 943 time: 0.1256168 Aug 20 19:12:59.135179 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a5a2c04e-f039-42c1-a306-969671d85262 req-fb0b9468-b248-4db2-b957-23517da58f7b tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715036 Aug 20 19:12:59.699906 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device b3f92da6-fd67-4164-b79d-d1079b70230e details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:12:59.841906 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=b3f92da6-fd67-4164-b79d-d1079b70230e,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:59.855670 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'port_id': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'mac_address': 'fa:16:3e:30:76:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:12:59.912482 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:59.929989 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f92da6-fd67-4164-b79d-d1079b70230e {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:12:59.946612 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=b3f92da6-fd67-4164-b79d-d1079b70230e,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:12:59.950610 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:12:59.952467 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-35be006e-5b42-45f3-b311-43fd67a3eccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:00.024630 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=b3f92da6-fd67-4164-b79d-d1079b70230e,revision_number=7']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:00.027711 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:00.344415 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e0611-66f9-4533-b19d-02c5b2316e09 req-7ad730d4-742a-431c-9618-0a98c2fbbd12 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:00.345903 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-056e0611-66f9-4533-b19d-02c5b2316e09 req-7ad730d4-742a-431c-9618-0a98c2fbbd12 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 944 time: 0.0861666 Aug 20 19:13:00.398443 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-056e0611-66f9-4533-b19d-02c5b2316e09 req-c3f354c0-d0b6-4b5e-a37e-0095597eeabe tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465765 Aug 20 19:13:00.462881 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['b3f92da6-fd67-4164-b79d-d1079b70230e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:13:01.601086 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3942f-ca07-4c65-bece-a973557e850b req-647f2dfb-af27-4ac9-8e3e-1af2dd72b415 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:01.602551 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f2e3942f-ca07-4c65-bece-a973557e850b req-647f2dfb-af27-4ac9-8e3e-1af2dd72b415 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 944 time: 0.0816255 Aug 20 19:13:01.650226 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f2e3942f-ca07-4c65-bece-a973557e850b req-289bde67-001d-4aaa-bc7e-8db1fcb8f6d1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410693 Aug 20 19:13:02.354759 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:02.841253 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40b895-4e9e-4d7e-a171-e35e08c12f86 req-45313e7f-a5cf-4133-a676-acbe6faef9db tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:02.842701 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-cf40b895-4e9e-4d7e-a171-e35e08c12f86 req-45313e7f-a5cf-4133-a676-acbe6faef9db tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 944 time: 0.0833774 Aug 20 19:13:02.889104 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-cf40b895-4e9e-4d7e-a171-e35e08c12f86 req-04fcb892-ee4e-461c-8b19-f658c41bf9d1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Aug 20 19:13:04.081755 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ca6dc-02c6-418b-97d5-23f7a1b5235c req-f6265923-f9fe-4d98-935a-3bc2d16cd431 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:04.083153 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0e1ca6dc-02c6-418b-97d5-23f7a1b5235c req-f6265923-f9fe-4d98-935a-3bc2d16cd431 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 944 time: 0.0846949 Aug 20 19:13:04.129861 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0e1ca6dc-02c6-418b-97d5-23f7a1b5235c req-42b2a1d1-d502-4e49-b5a9-f0169459dcd0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405891 Aug 20 19:13:05.350538 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89bb48-f267-4df8-a25c-3dc5c8c72257 req-2a5c7c79-5aff-4206-8414-393cfceb0eba tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:05.352056 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1a89bb48-f267-4df8-a25c-3dc5c8c72257 req-2a5c7c79-5aff-4206-8414-393cfceb0eba tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 944 time: 0.1071882 Aug 20 19:13:05.400880 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1a89bb48-f267-4df8-a25c-3dc5c8c72257 req-c5b662aa-aa90-475e-9cbd-c1b797bc9acb tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Aug 20 19:13:05.610547 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58262) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:05.676160 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Deleting subnet 331a3c08-9cbb-4313-9ded-fb2e433575b0 {{(pid=79332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:13:05.679350 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.746391 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65253162'] for subnet, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.804602 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.916656 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65251954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65314058'] for subnet, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:05.926369 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1fa58f3a-723a-4a84-b6c6-966efba37643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:06.016531 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=331a3c08-9cbb-4313-9ded-fb2e433575b0,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:06.021578 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.040596 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.040974 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.041320 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.041673 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.042022 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.042372 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.042718 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.043063 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.043407 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.043748 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.044099 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.044436 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:06.050700 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:06.052011 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3065a01e-56f4-4608-b914-27b13fbb98be admin admin] 10.222.0.54 "DELETE /v2.0/subnets/331a3c08-9cbb-4313-9ded-fb2e433575b0 HTTP/1.1" status: 204 len: 168 time: 0.4401541 Aug 20 19:13:06.055629 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58280) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:06.116442 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-1fef703a-9481-4f2b-830b-5645cb5df469 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:06.117911 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-1fef703a-9481-4f2b-830b-5645cb5df469 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/networks?id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad HTTP/1.1" status: 200 len: 814 time: 0.2518213 Aug 20 19:13:06.191334 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-074825ed-b35a-43dc-ade3-1cc373ffe08f tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/quotas/7f0a8482062e40838cafdd41de00f2d2 HTTP/1.1" status: 200 len: 375 time: 0.0285313 Aug 20 19:13:06.195140 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.242695 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-727c3c0f-244c-41b4-978d-db90549f3464 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f0a8482062e40838cafdd41de00f2d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453086 Aug 20 19:13:06.354457 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device b3f92da6-fd67-4164-b79d-d1079b70230e up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:13:06.400121 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-0865eaf8-c267-4fa7-b4c1-1d2b9e9ab7e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768678 Aug 20 19:13:06.444488 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port b3f92da6-fd67-4164-b79d-d1079b70230e triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:13:06.444850 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.514155 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-ce98a7ee-ac7f-4229-af80-a3a5c8d4615e service neutron] 10.222.0.54 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427676 Aug 20 19:13:06.517312 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-20d206b3-6a50-4830-8855-31a225aafbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:06.521915 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-20d206b3-6a50-4830-8855-31a225aafbf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 1098 time: 0.0952353 Aug 20 19:13:06.607537 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.634975 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.641073 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:06.656191 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=b3f92da6-fd67-4164-b79d-d1079b70230e,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:06.662711 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.665951 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:06.709183 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b8e09a-912b-4310-92a9-be24b8c924a5']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:06.731543 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:06.731543 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41021c9f-35f1-4fa3-acd0-a7b33e8ebb48') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:06.740421 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=b3f92da6-fd67-4164-b79d-d1079b70230e,revision_number=8']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:06.743732 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:06.748334 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.762541 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-306e2dec-8b4a-4104-afaf-2823be1999a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:06.762541 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-306e2dec-8b4a-4104-afaf-2823be1999a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 912 time: 0.2175412 Aug 20 19:13:06.779593 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-20262cc5-ee19-403c-8190-9f9d65db2b43 service neutron] 10.222.0.54 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467899 Aug 20 19:13:06.780535 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.788409 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:13:06.789021 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:13:06.804974 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:13:06.831799 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef1c3f-9519-4bdc-9f44-2763528d18ab req-c50b2625-de43-4096-94b0-7a92f54b0fa0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:06.833566 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-24ef1c3f-9519-4bdc-9f44-2763528d18ab req-c50b2625-de43-4096-94b0-7a92f54b0fa0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 944 time: 0.2602599 Aug 20 19:13:06.900938 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.905188 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:06.925302 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:06.928446 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=12b8e09a-912b-4310-92a9-be24b8c924a5,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:06.931953 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:06.937293 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-7ee0df81-a909-425e-b380-c33c0f035ed9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6 HTTP/1.1" status: 200 len: 1001 time: 0.1686690 Aug 20 19:13:06.946367 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-52cd2d53-edb6-4b83-9c0b-638a4b057d4f admin admin] 10.222.0.54 "DELETE /v2.0/networks/12b8e09a-912b-4310-92a9-be24b8c924a5 HTTP/1.1" status: 204 len: 168 time: 0.8893998 Aug 20 19:13:06.953171 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-24ef1c3f-9519-4bdc-9f44-2763528d18ab req-cdeeafae-8dc1-49f2-bce2-e0c8b35f8108 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130390 Aug 20 19:13:06.984153 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'code': 200} Aug 20 19:13:07.098012 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7c5d6c5d-8275-4df2-b681-0b6a46db6b41 req-68a6d241-de3f-43e7-a740-59dd414d8ff0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Synchronizing usage tracker for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:13:07.102618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-e38e614e-e462-4b4b-8942-567825ef00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:07.104030 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-e38e614e-e462-4b4b-8942-567825ef00b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.1473866 Aug 20 19:13:07.151258 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7c5d6c5d-8275-4df2-b681-0b6a46db6b41 req-68a6d241-de3f-43e7-a740-59dd414d8ff0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Unset dirty status for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:13:07.160893 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7c5d6c5d-8275-4df2-b681-0b6a46db6b41 req-68a6d241-de3f-43e7-a740-59dd414d8ff0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 210 time: 0.1264193 Aug 20 19:13:07.189118 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58298) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:07.249028 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-9ad730b9-986b-40ce-9637-fd23cb3c85ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de88400fe0f7432796de16133e9f2559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581644 Aug 20 19:13:07.253503 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58302) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:07.321585 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-405f16ee-f2f3-4f4c-8a23-046c79889773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:07.323479 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-405f16ee-f2f3-4f4c-8a23-046c79889773 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2120249 Aug 20 19:13:07.369488 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-982269e6-c89e-464f-ab30-ca605b4b3e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:07.408369 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-982269e6-c89e-464f-ab30-ca605b4b3e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:07.460388 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dfb41-49c7-4a03-8fc2-8bbaa4ef5b9b req-324fd70b-19ec-4671-9ff6-ba5f33b3b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:07.462156 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c51dfb41-49c7-4a03-8fc2-8bbaa4ef5b9b req-324fd70b-19ec-4671-9ff6-ba5f33b3b400 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1098 time: 0.1431713 Aug 20 19:13:07.484750 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-c1bd5264-f048-4e14-be10-583b3e74778f service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544094 Aug 20 19:13:07.496116 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-982269e6-c89e-464f-ab30-ca605b4b3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:07.501512 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7f32dbdf-98b9-4a39-92cb-a8454efe83f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:07.522116 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982269e6-c89e-464f-ab30-ca605b4b3e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87bc778-1fa7-4af2-aeb8-add4d7865f22,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:07.533716 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-982269e6-c89e-464f-ab30-ca605b4b3e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:07.552032 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c51dfb41-49c7-4a03-8fc2-8bbaa4ef5b9b req-3a214df0-2d32-4565-a803-9cdba2ea43dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710020 Aug 20 19:13:07.560227 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-982269e6-c89e-464f-ab30-ca605b4b3e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:07.562066 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-982269e6-c89e-464f-ab30-ca605b4b3e32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f87bc778-1fa7-4af2-aeb8-add4d7865f22 HTTP/1.1" status: 204 len: 168 time: 0.3069031 Aug 20 19:13:07.641993 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-73219ac5-607a-44d8-a273-d46d2f7dbc33 req-96e84b53-e84a-4d8e-a0cb-9747087cba6d service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507308 Aug 20 19:13:08.148196 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9717-14de-448f-8496-21b741841056 req-9f6020d3-5dc8-4c97-b9e1-63e247b9f317 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:08.149754 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-acbe9717-14de-448f-8496-21b741841056 req-9f6020d3-5dc8-4c97-b9e1-63e247b9f317 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0910127 Aug 20 19:13:08.205273 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-acbe9717-14de-448f-8496-21b741841056 req-0db91aec-7865-40b1-aef0-16a40d854a32 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494988 Aug 20 19:13:08.315046 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-613e7a8a-77bf-43e8-a647-fd16db291c12 req-f27b65bb-8a2b-44bd-b911-afe8fc0fec30 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 210 time: 0.0436141 Aug 20 19:13:08.725449 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-c7ef684c-4ee2-4ef5-be91-d35802e3d5cb tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:08.726870 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-c7ef684c-4ee2-4ef5-be91-d35802e3d5cb tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.21 "GET /v2.0/networks?id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad HTTP/1.1" status: 200 len: 814 time: 0.1758220 Aug 20 19:13:08.740975 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Request body: {'port': {'device_id': '45ffab6d-6f3d-46df-8417-5fbe93f2ed0a', 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad', 'admin_state_up': True, 'tenant_id': '7f0a8482062e40838cafdd41de00f2d2'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:08.898133 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:08.907975 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:08.919411 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Made reservation on behalf of 7f0a8482062e40838cafdd41de00f2d2 for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:13:08.923171 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.097203 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Allocated IP 172.20.0.3 (b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad/9cb8da8d-6d42-44f1-80a3-c33fc93ad442/4d61c5cb-342a-464c-aa6d-8c169b0fff2a) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:13:09.315265 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.353292 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.367995 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e89a8ee7-9f60-42ef-81e0-85529a3f640c tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:09.436084 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612d3c2-ebeb-4a02-bd0c-be92294dff55 req-4835301f-a00e-456e-8baf-128d84a8e753 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:09.437913 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9612d3c2-ebeb-4a02-bd0c-be92294dff55 req-4835301f-a00e-456e-8baf-128d84a8e753 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.1123602 Aug 20 19:13:09.447302 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:13:09.450895 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:13:09.452936 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Pushing event updated for resources: {'Port': ['ID=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:09.455218 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:13:09.461890 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:09.462541 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.466620 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:09.493389 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578368 Aug 20 19:13:09.501894 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9612d3c2-ebeb-4a02-bd0c-be92294dff55 req-f46b8074-0f72-4084-a544-7c6d865ea079 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545332 Aug 20 19:13:09.542417 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Request body: {'port': {'device_id': '45ffab6d-6f3d-46df-8417-5fbe93f2ed0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:09.687830 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154eea2-aea0-4ea7-b5af-0224af97c1e7 req-ae1221ae-e3b1-4ab1-80fb-aa91173bdd89 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:09.688527 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7154eea2-aea0-4ea7-b5af-0224af97c1e7 req-ae1221ae-e3b1-4ab1-80fb-aa91173bdd89 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Synchronizing usage tracker for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:13:09.691833 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:09.754192 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7154eea2-aea0-4ea7-b5af-0224af97c1e7 req-ae1221ae-e3b1-4ab1-80fb-aa91173bdd89 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Unset dirty status for tenant:7f0a8482062e40838cafdd41de00f2d2 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:13:09.755282 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7154eea2-aea0-4ea7-b5af-0224af97c1e7 req-ae1221ae-e3b1-4ab1-80fb-aa91173bdd89 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 931 time: 0.2552993 Aug 20 19:13:09.865238 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7154eea2-aea0-4ea7-b5af-0224af97c1e7 req-0201bf44-d196-4b14-b7ef-c80b75b63877 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966434 Aug 20 19:13:10.099991 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d61c5cb-342a-464c-aa6d-8c169b0fff2a {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:13:10.109197 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:10.124565 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Transition to ACTIVE for port object 4d61c5cb-342a-464c-aa6d-8c169b0fff2a will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:13:10.131965 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:10.136338 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3a02847d-47f8-4380-b5af-e692a78122e5 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:10.400255 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Pushing event updated for resources: {'Port': ['ID=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:10.407720 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:10.431182 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Attempting to bind port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:13:10.431516 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Attempting to bind port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'ba0a70c6-6fd5-47b0-a895-44613374f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:13:10.431846 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Attempting to bind port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a on network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:13:10.436942 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a on network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:13:10.437264 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Attempting to bind port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a on network b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:13:10.443419 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:13:10.443760 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Checking segment: {'id': 'ba0a70c6-6fd5-47b0-a895-44613374f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:13:10.444177 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Bound using segment: {'id': 'ba0a70c6-6fd5-47b0-a895-44613374f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:13:10.444655 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Bound port: 4d61c5cb-342a-464c-aa6d-8c169b0fff2a, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba0a70c6-6fd5-47b0-a895-44613374f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:13:10.445006 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:10.542431 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] For port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:13:10.545966 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] For port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:13:10.551400 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:10.555203 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-41f3b6d5-45b5-420d-8623-007ad801912b tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:10.615548 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:10.616154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:10.617540 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d61c5cb-342a-464c-aa6d-8c169b0fff2a HTTP/1.1" status: 200 len: 1093 time: 1.0849237 Aug 20 19:13:10.618017 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ffab6d-6f3d-46df-8417-5fbe93f2ed0a', 'tag': '4d61c5cb-342a-464c-aa6d-8c169b0fff2a'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:10.638184 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Pushing event updated for resources: {'Port': ['ID=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:10.641479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:10.703505 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ffab6d-6f3d-46df-8417-5fbe93f2ed0a', 'tag': '4d61c5cb-342a-464c-aa6d-8c169b0fff2a', 'status': 'completed', 'code': 200} Aug 20 19:13:10.709522 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6c23e-4ead-4ebb-a891-e003241c3598 req-f7262d1f-10b8-4d9b-b91b-fa60f7cf061c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:10.711415 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7dd6c23e-4ead-4ebb-a891-e003241c3598 req-f7262d1f-10b8-4d9b-b91b-fa60f7cf061c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0936790 Aug 20 19:13:10.742975 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-2a7a2980-3536-43bb-b961-b2f3fb19d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:10.744457 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-2a7a2980-3536-43bb-b961-b2f3fb19d820 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f0a8482062e40838cafdd41de00f2d2&device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 1096 time: 0.0823426 Aug 20 19:13:10.762535 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7dd6c23e-4ead-4ebb-a891-e003241c3598 req-922b2640-6385-4b5e-98d8-301219129cea tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444601 Aug 20 19:13:10.814915 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-6142416f-3e15-4527-9eca-409cd5d0e86d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d61c5cb-342a-464c-aa6d-8c169b0fff2a HTTP/1.1" status: 200 len: 217 time: 0.0630822 Aug 20 19:13:10.881649 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-e9d1892d-0172-4a86-97ef-ca07ec311e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:10.883095 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-e9d1892d-0172-4a86-97ef-ca07ec311e99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9cb8da8d-6d42-44f1-80a3-c33fc93ad442 HTTP/1.1" status: 200 len: 854 time: 0.0619509 Aug 20 19:13:10.938066 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-a2e7d551-6154-4fac-8716-b87abd594e7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484543 Aug 20 19:13:11.135258 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-3c14f471-f314-44af-bfc9-bf4675f0b555 service neutron] 10.222.0.21 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904938 Aug 20 19:13:11.177006 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d197d-6bc1-4cb2-97b7-7265ce94bff0 req-fb63f535-3ee4-409d-89e5-3c278cd265f5 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:11.178426 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e96d197d-6bc1-4cb2-97b7-7265ce94bff0 req-fb63f535-3ee4-409d-89e5-3c278cd265f5 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 943 time: 0.1944175 Aug 20 19:13:11.299671 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e96d197d-6bc1-4cb2-97b7-7265ce94bff0 req-42df702c-5649-4572-92a0-dc7b959ba8b2 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073065 Aug 20 19:13:11.319649 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9926a7e3-a6d5-45b8-9fbb-0984b644c8e1 req-331444e4-5167-4bba-8e1c-45a1d8d3f534 service neutron] 10.222.0.21 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766856 Aug 20 19:13:11.439156 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-55066291-b4ef-4b61-a2fe-38a1738c8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:11.441210 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-55066291-b4ef-4b61-a2fe-38a1738c8d3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f0a8482062e40838cafdd41de00f2d2&device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 1096 time: 0.0720453 Aug 20 19:13:11.477126 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1d3b54ad-fb58-4975-b68c-e69dfd0024be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:11.577282 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-140163ab-776d-4874-b2d8-64f90a1fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:11.578732 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-140163ab-776d-4874-b2d8-64f90a1fae01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad HTTP/1.1" status: 200 len: 915 time: 0.1312931 Aug 20 19:13:11.649994 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-bb80dd0e-1a9c-4d09-9cab-c567a0acc809 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d61c5cb-342a-464c-aa6d-8c169b0fff2a HTTP/1.1" status: 200 len: 217 time: 0.0646365 Aug 20 19:13:11.712740 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-e8a7a9de-5bee-49ef-bcbc-e26be2e93bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:11.714069 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-e8a7a9de-5bee-49ef-bcbc-e26be2e93bda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9cb8da8d-6d42-44f1-80a3-c33fc93ad442 HTTP/1.1" status: 200 len: 854 time: 0.0574577 Aug 20 19:13:11.768106 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-14d83962-91f5-4e3b-b685-ea36610a8a32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459719 Aug 20 19:13:11.867112 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:11.995398 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-9e159b09-2ff8-413a-8bee-bb91ee58d31a service neutron] 10.222.0.21 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209909 Aug 20 19:13:12.130176 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f5b373e-f294-4e44-9f1b-f6530d9ff68c req-4d8382b9-5496-455a-98ed-a1e8726f9e10 service neutron] 10.222.0.21 "GET /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272440 Aug 20 19:13:12.483425 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f178ff-c240-4d43-a1a1-2937e1e0eee6 req-298fb422-02e9-468f-b349-753460e3bf99 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:12.484869 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f9f178ff-c240-4d43-a1a1-2937e1e0eee6 req-298fb422-02e9-468f-b349-753460e3bf99 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 943 time: 0.0810404 Aug 20 19:13:12.530020 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f9f178ff-c240-4d43-a1a1-2937e1e0eee6 req-eb2fc9c7-d380-4264-aa37-af337ab94f1e tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388739 Aug 20 19:13:13.723279 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55dfb6-8c50-4b93-8f73-bb78633f590a req-04677acc-d65d-43f9-a2d4-c8ac48bb8491 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:13.725004 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9f55dfb6-8c50-4b93-8f73-bb78633f590a req-04677acc-d65d-43f9-a2d4-c8ac48bb8491 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 943 time: 0.0883796 Aug 20 19:13:13.777065 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9f55dfb6-8c50-4b93-8f73-bb78633f590a req-49675cca-9ad1-42cb-a049-8647407d53c3 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Aug 20 19:13:13.850749 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b819be73-6f9a-42de-8274-40259345416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:14.970375 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad683a8-7676-4083-8bd8-c00feb81c2af req-4d3590ea-64b2-42bf-a33a-b55e6f6f8ae0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:14.972395 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8ad683a8-7676-4083-8bd8-c00feb81c2af req-4d3590ea-64b2-42bf-a33a-b55e6f6f8ae0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 943 time: 0.0842867 Aug 20 19:13:14.986737 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:15.018032 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8ad683a8-7676-4083-8bd8-c00feb81c2af req-cdc37295-c048-4839-9501-27d2994ac683 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Aug 20 19:13:16.207800 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8252b5-5bec-4e2c-9bc6-1e6594a9e1d1 req-0320442a-9ea9-45cf-8ead-ec74f314b983 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:16.209353 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4d8252b5-5bec-4e2c-9bc6-1e6594a9e1d1 req-0320442a-9ea9-45cf-8ead-ec74f314b983 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 943 time: 0.0855329 Aug 20 19:13:16.256686 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4d8252b5-5bec-4e2c-9bc6-1e6594a9e1d1 req-7bd8bb34-8fcb-4560-8faa-c60f85dd88ce tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 Aug 20 19:13:16.396648 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 4d61c5cb-342a-464c-aa6d-8c169b0fff2a details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:13:16.527954 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:16.541675 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '4d61c5cb-342a-464c-aa6d-8c169b0fff2a', 'network_id': 'b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad', 'port_id': '4d61c5cb-342a-464c-aa6d-8c169b0fff2a', 'mac_address': 'fa:16:3e:d4:b3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb8da8d-6d42-44f1-80a3-c33fc93ad442', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:13:16.601120 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:16.618759 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d61c5cb-342a-464c-aa6d-8c169b0fff2a {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:13:16.634246 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:16.638407 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:16.640242 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:16.704247 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:16.717194 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:16.720340 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:17.069254 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['4d61c5cb-342a-464c-aa6d-8c169b0fff2a'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:13:17.445126 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25441ac-e396-4b68-833e-062a251f48b2 req-699cec4e-d49b-4796-b8c9-25a2399f14e8 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:17.446766 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a25441ac-e396-4b68-833e-062a251f48b2 req-699cec4e-d49b-4796-b8c9-25a2399f14e8 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 944 time: 0.0864022 Aug 20 19:13:17.492734 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a25441ac-e396-4b68-833e-062a251f48b2 req-6cf919c5-07c3-427e-98cf-7b374ef76739 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Aug 20 19:13:18.424357 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 4d61c5cb-342a-464c-aa6d-8c169b0fff2a up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:13:18.493732 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:13:18.498328 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:13:18.498705 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:18.614543 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:18.641871 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ffab6d-6f3d-46df-8417-5fbe93f2ed0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d61c5cb-342a-464c-aa6d-8c169b0fff2a'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:18.652130 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:18.657143 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:18.659901 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-a72380ae-eb5f-4c11-9aad-7a47dbd55e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:18.688769 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc5e13-8766-4f25-bf79-99d351181503 req-2dd6bd02-ced2-417c-aeff-db8382e3ecf3 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:18.691337 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2fbc5e13-8766-4f25-bf79-99d351181503 req-2dd6bd02-ced2-417c-aeff-db8382e3ecf3 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 944 time: 0.0890107 Aug 20 19:13:18.703009 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ffab6d-6f3d-46df-8417-5fbe93f2ed0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d61c5cb-342a-464c-aa6d-8c169b0fff2a', 'code': 200} Aug 20 19:13:18.741202 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2fbc5e13-8766-4f25-bf79-99d351181503 req-d123a2a6-4344-4d6b-8546-eaf376c75669 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420995 Aug 20 19:13:18.742762 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:18.745927 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:18.952307 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d73457-8756-4513-a2b5-df6932880a8d req-c2ad4d5a-c7f3-4152-bb93-9457f8849f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:18.953796 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-11d73457-8756-4513-a2b5-df6932880a8d req-c2ad4d5a-c7f3-4152-bb93-9457f8849f4f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 1098 time: 0.0829012 Aug 20 19:13:18.996672 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-11d73457-8756-4513-a2b5-df6932880a8d req-aa9f4897-d5b4-4931-8671-535f90ac58a7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Aug 20 19:13:19.662338 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:13:19.941458 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a3a27-94bf-42e5-a5bc-88dfed739280 req-9ea670aa-0984-4d33-8ad7-3933e3c9efa8 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:19.942816 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b35a3a27-94bf-42e5-a5bc-88dfed739280 req-9ea670aa-0984-4d33-8ad7-3933e3c9efa8 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 945 time: 0.0934145 Aug 20 19:13:19.990899 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b35a3a27-94bf-42e5-a5bc-88dfed739280 req-e3268078-06b3-45a5-9125-badacac2dab6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Aug 20 19:13:21.184099 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f3f3f-28b3-4d7d-a3e4-fc0a2b9aa1de req-411f5f22-8ec5-4fd1-943e-8368bdbca6a2 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:21.185828 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0b6f3f3f-28b3-4d7d-a3e4-fc0a2b9aa1de req-411f5f22-8ec5-4fd1-943e-8368bdbca6a2 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 945 time: 0.0833950 Aug 20 19:13:21.230106 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0b6f3f3f-28b3-4d7d-a3e4-fc0a2b9aa1de req-2c1e6cf2-cb38-4518-bdaa-f56066905110 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387213 Aug 20 19:13:32.364872 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:41.479995 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-da36bfd0-0428-485f-81fc-d2b626a2f97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:41.861795 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:43.853442 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-0cb6f351-eea1-4821-a5cc-6f4400dfd736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:44.988884 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:46.223969 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa57ca8-7a12-4bac-b3dd-289b7c181642 req-c7167729-f345-4c0a-bbf0-54e0905fa42f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:46.225465 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7fa57ca8-7a12-4bac-b3dd-289b7c181642 req-c7167729-f345-4c0a-bbf0-54e0905fa42f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 946 time: 0.0815299 Aug 20 19:13:46.275862 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7fa57ca8-7a12-4bac-b3dd-289b7c181642 req-e97b1985-1b16-451b-9554-e3cfdebca653 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441978 Aug 20 19:13:46.679357 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:47.477359 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efd499-1202-4d36-8e9b-2c0804be6982 req-6d3a5ad3-c35a-402a-8e6d-a88a6562f88a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:47.478882 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-09efd499-1202-4d36-8e9b-2c0804be6982 req-6d3a5ad3-c35a-402a-8e6d-a88a6562f88a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 946 time: 0.0835147 Aug 20 19:13:47.530759 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-09efd499-1202-4d36-8e9b-2c0804be6982 req-65a127cc-9d46-4be5-97ac-ba680ae8f822 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 Aug 20 19:13:47.995937 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931178-6e28-4f67-bd55-d961098816f6 req-19d2c829-8765-4441-9fdf-5cf60f6e58e8 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:47.997563 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-73931178-6e28-4f67-bd55-d961098816f6 req-19d2c829-8765-4441-9fdf-5cf60f6e58e8 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 945 time: 0.0880606 Aug 20 19:13:48.045438 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-73931178-6e28-4f67-bd55-d961098816f6 req-a1fda6fb-4b12-47e3-a19e-ebe623507f39 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Aug 20 19:13:48.362903 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-2a319eed-5031-41da-906f-9ab53f51c3b3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:48.365079 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-2a319eed-5031-41da-906f-9ab53f51c3b3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 946 time: 0.0817103 Aug 20 19:13:48.439318 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Deleting port e260e3d3-1785-4c99-b313-d51aff00c0af {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:48.439663 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:48.753172 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] For port e260e3d3-1785-4c99-b313-d51aff00c0af, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=e260e3d3-1785-4c99-b313-d51aff00c0af,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:48.754099 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:48.873085 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b4619-2356-42c7-8f90-4e8e567f5961 req-0e9b1de1-2f8d-44c4-8a09-cb587ce4f0b4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:48.874572 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e9b4619-2356-42c7-8f90-4e8e567f5961 req-0e9b1de1-2f8d-44c4-8a09-cb587ce4f0b4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 946 time: 0.2233167 Aug 20 19:13:49.071586 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e9b4619-2356-42c7-8f90-4e8e567f5961 req-aa8723e4-b27a-4879-adcb-02023cd1c191 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=af53326e-a513-4743-9eb0-ec73a1693abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432581 Aug 20 19:13:49.104704 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:49.105103 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:49.105414 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Floating IP feb75f61-da35-47ba-a7df-c717d9dce58f disassociated. External IP: 172.27.3.165, port: e260e3d3-1785-4c99-b313-d51aff00c0af. Aug 20 19:13:49.105750 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Calling delete_port for e260e3d3-1785-4c99-b313-d51aff00c0af owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:49.249132 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef6f4-1a70-4953-9034-f611cc2227b7 req-fb7f0ce9-82ec-4ec3-90e9-ff63af5a4a61 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:49.250642 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cefef6f4-1a70-4953-9034-f611cc2227b7 req-fb7f0ce9-82ec-4ec3-90e9-ff63af5a4a61 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 945 time: 0.0903494 Aug 20 19:13:49.359889 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:49.366207 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:49.384167 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cefef6f4-1a70-4953-9034-f611cc2227b7 req-8395c294-d253-4115-bfaf-a8e5804b07df tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267416 Aug 20 19:13:49.411787 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event deleted for resources: {'Port': ['ID=e260e3d3-1785-4c99-b313-d51aff00c0af,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:49.423193 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.423557 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.423909 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.424257 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.424624 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.424968 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.425310 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.426195 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.426531 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.426868 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.427208 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.427546 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:13:49.431317 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:49.618175 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Router 14e989f8-b1c2-4528-85d8-fade3f2da6ae has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:13:49.811827 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:13:49.821634 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] Sync routers for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:13:49.833949 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:49.835187 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:13:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:49.895994 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] No DVR routers for this DVR port e260e3d3-1785-4c99-b313-d51aff00c0af on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:13:49.898567 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:49.901334 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-deleted', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:49.920725 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e0b38b13-39c7-4366-90e7-01ece6a4f139 req-ee4a60d9-5f6b-4b51-a08d-0ae437aa8dfe tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "DELETE /v2.0/ports/e260e3d3-1785-4c99-b313-d51aff00c0af HTTP/1.1" status: 204 len: 173 time: 1.5485888 Aug 20 19:13:49.968465 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc48f8f3-01bb-4166-bfec-565b902e60a2', 'name': 'network-vif-deleted', 'tag': 'e260e3d3-1785-4c99-b313-d51aff00c0af', 'status': 'completed', 'code': 200} Aug 20 19:13:50.062529 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:50.121085 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-5eec4de1-0957-4f65-8825-219c3612dcf4 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:50.122721 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-5eec4de1-0957-4f65-8825-219c3612dcf4 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.21 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 945 time: 0.0982723 Aug 20 19:13:50.208099 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Deleting port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:50.208832 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:50.264287 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-04c37c6e-68ce-4a4a-aa19-2bb7741fad23 req-e0e73f9a-8c33-4f64-b084-a0d9323d7322 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc48f8f3-01bb-4166-bfec-565b902e60a2 HTTP/1.1" status: 200 len: 210 time: 0.0480614 Aug 20 19:13:50.407793 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:50.413292 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] Checking router: 14e989f8-b1c2-4528-85d8-fade3f2da6ae for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:13:50.423953 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:13:50.425001 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:13:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:50.541506 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] For port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,segment=NetworkSegment(ba0a70c6-6fd5-47b0-a895-44613374f1f3),segment_id=ba0a70c6-6fd5-47b0-a895-44613374f1f3)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:13:50.542110 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:50.676701 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:13:50.724223 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Calling delete_port for 4d61c5cb-342a-464c-aa6d-8c169b0fff2a owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:50.835461 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004e63-18f3-43b8-9ef3-ebb6be696280 req-33a4d388-b266-42ff-b705-5cd0539e14da tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:50.837177 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d5004e63-18f3-43b8-9ef3-ebb6be696280 req-33a4d388-b266-42ff-b705-5cd0539e14da tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/ports?device_id=45ffab6d-6f3d-46df-8417-5fbe93f2ed0a HTTP/1.1" status: 200 len: 945 time: 0.2871723 Aug 20 19:13:50.933768 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d5004e63-18f3-43b8-9ef3-ebb6be696280 req-7fe81c1f-4459-4c5e-817d-cdfe8af192de tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.54 "GET /v2.0/security-groups?id=41655be0-1bb4-4f32-9df5-98b65e4e4b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878456 Aug 20 19:13:50.946860 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:50.959593 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-c7840db1-02ac-4bd7-ad78-b3a01f8e23a2 tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:50.961787 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['4d61c5cb-342a-464c-aa6d-8c169b0fff2a'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:13:51.091493 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:13:51.097182 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce262e1-c5af-4b02-ac44-50fddd872a08 None None] The sync data for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi is: [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:13:51.103255 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Pushing event deleted for resources: {'Port': ['ID=4d61c5cb-342a-464c-aa6d-8c169b0fff2a,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:51.130127 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:51.179762 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] No DVR routers for this DVR port 4d61c5cb-342a-464c-aa6d-8c169b0fff2a on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:13:51.182245 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:51.197155 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09ef3920-e94f-4ffa-8151-9f594012abd5 req-56cb415d-c19a-40a4-941c-2529341e3aa6 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] 10.222.0.21 "DELETE /v2.0/ports/4d61c5cb-342a-464c-aa6d-8c169b0fff2a HTTP/1.1" status: 204 len: 173 time: 1.0674143 Aug 20 19:13:51.365212 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2de57-f6a1-405a-a207-7cd33b94e507 None None] New status for floating IP feb75f61-da35-47ba-a7df-c717d9dce58f: DOWN {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:13:51.413855 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58504) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:51.486121 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3118ef98-e0f9-46fe-b522-6d5f3bacbce0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:51.523627 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3118ef98-e0f9-46fe-b522-6d5f3bacbce0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:51.596085 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3118ef98-e0f9-46fe-b522-6d5f3bacbce0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:51.605748 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-16096f4d-e869-4fe6-960b-9c8923e923d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:51.626281 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118ef98-e0f9-46fe-b522-6d5f3bacbce0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af53326e-a513-4743-9eb0-ec73a1693abc,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:51.636614 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3118ef98-e0f9-46fe-b522-6d5f3bacbce0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:51.640325 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3118ef98-e0f9-46fe-b522-6d5f3bacbce0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:51.641490 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3118ef98-e0f9-46fe-b522-6d5f3bacbce0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "DELETE /v2.0/security-groups/af53326e-a513-4743-9eb0-ec73a1693abc HTTP/1.1" status: 204 len: 168 time: 0.2258835 Aug 20 19:13:51.644341 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58508) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:51.666737 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.api.v2.resource [None req-76cf7cac-6e01-4d59-94fa-ed727c0fc07f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] show failed (client error): The resource could not be found. Aug 20 19:13:51.667970 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-76cf7cac-6e01-4d59-94fa-ed727c0fc07f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups/af53326e-a513-4743-9eb0-ec73a1693abc HTTP/1.1" status: 404 len: 347 time: 0.0221555 Aug 20 19:13:51.671180 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58512) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:51.853803 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Deleting port b778e80a-95b5-4ff3-b34a-fca4bd164859 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:13:51.854197 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:51.995878 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ffab6d-6f3d-46df-8417-5fbe93f2ed0a', 'name': 'network-vif-deleted', 'tag': '4d61c5cb-342a-464c-aa6d-8c169b0fff2a'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:13:52.052478 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ffab6d-6f3d-46df-8417-5fbe93f2ed0a', 'name': 'network-vif-deleted', 'tag': '4d61c5cb-342a-464c-aa6d-8c169b0fff2a', 'status': 'completed', 'code': 200} Aug 20 19:13:52.056880 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:52.057220 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:52.187994 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Calling delete_port for b778e80a-95b5-4ff3-b34a-fca4bd164859 owned by network:floatingip {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:13:52.377918 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:52.388639 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:52.476263 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event deleted for resources: {'Port': ['ID=b778e80a-95b5-4ff3-b34a-fca4bd164859,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:52.478955 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:52.482428 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:52.512136 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:52.513568 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "DELETE /v2.0/floatingips/feb75f61-da35-47ba-a7df-c717d9dce58f HTTP/1.1" status: 204 len: 168 time: 0.8413770 Aug 20 19:13:52.607871 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:52.643204 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: e260e3d3-1785-4c99-b313-d51aff00c0af {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:52.643366 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device e260e3d3-1785-4c99-b313-d51aff00c0af not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:53.885517 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58538) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:53.890876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444391015', 'description': 'tempest-description--1270178073'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:53.897294 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:53.901644 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:security_group and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:53.904679 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:53.910540 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:53.921658 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:53.943301 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:53.947212 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:security_group_rule and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:53.950088 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:53.956035 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:54.028153 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.031935 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.035646 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-1fcd2ccb-35f8-44d9-ab06-20cf50c37a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:54.083239 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877b4b04-21f9-4524-bef7-71bbed0ba565,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:54.086442 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:54.087631 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.088970 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2024567 Aug 20 19:13:54.093181 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58542) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:54.098541 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'security_group_rule': {'security_group_id': '877b4b04-21f9-4524-bef7-71bbed0ba565', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:54.104466 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:54.108280 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:security_group_rule and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:54.111149 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:54.117574 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:54.135685 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.199427 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.206419 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.208682 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:54.231525 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd7ad97-2702-40b0-b35a-5896876fefa5,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:54.236445 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:54.241965 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.243169 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-d831a965-8782-4197-be0a-f77f3bdd3fa1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490810 Aug 20 19:13:54.246073 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58546) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:54.251506 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'security_group_rule': {'security_group_id': '877b4b04-21f9-4524-bef7-71bbed0ba565', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:54.258579 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:54.262428 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:security_group_rule and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:54.265362 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:54.271265 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:54.293058 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.357284 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.361237 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.363783 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:54.386115 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e14567-38d0-4b38-8f6f-c2325edf38e8,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:54.388538 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:54.395347 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.396592 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-577e05ff-67d2-45c3-97fe-8841008bee92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494451 Aug 20 19:13:54.399743 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58550) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:13:54.404937 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'floatingip': {'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:54.411794 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:54.417164 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Usage tracker for resource:floatingip and tenant:7d2d260d341649cfa820d84b89ec798d is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:13:54.421223 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:13:54.428010 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:54.438044 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.580263 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.724184 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Allocated IP 172.27.3.241 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/f7493f4a-2522-49e9-a3e4-1b1efe068ccb) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:13:54.876762 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.914043 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:54.918810 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-92077b9d-e509-45cc-86a8-6e655f86dc21 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:54.983715 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:13:54.986674 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:13:54.989239 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:13:55.031364 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'Port': ['ID=f7493f4a-2522-49e9-a3e4-1b1efe068ccb,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:55.036052 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:55.078597 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:55.139132 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:55.352842 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:55.357394 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:55.361194 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:55.461217 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'Port': ['ID=f7493f4a-2522-49e9-a3e4-1b1efe068ccb,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:55.469017 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:55.479214 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:55.502247 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:55.503651 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1028981 Aug 20 19:13:55.717170 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 4d61c5cb-342a-464c-aa6d-8c169b0fff2a no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:13:55.741131 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-81b17786-1624-4885-afae-44974c22e332 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Synchronizing usage tracker for tenant:7d2d260d341649cfa820d84b89ec798d on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:13:55.751394 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 4d61c5cb-342a-464c-aa6d-8c169b0fff2a {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:13:55.751747 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 4d61c5cb-342a-464c-aa6d-8c169b0fff2a not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:13:55.765994 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-81b17786-1624-4885-afae-44974c22e332 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Unset dirty status for tenant:7d2d260d341649cfa820d84b89ec798d on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:13:55.767243 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-81b17786-1624-4885-afae-44974c22e332 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--444391015&fields=id&tenant_id=7d2d260d341649cfa820d84b89ec798d HTTP/1.1" status: 200 len: 267 time: 0.0724318 Aug 20 19:13:55.925257 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-93f1e602-9461-4aad-a59f-ce217c659d60 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:55.927454 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-93f1e602-9461-4aad-a59f-ce217c659d60 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 817 time: 0.1518056 Aug 20 19:13:55.954134 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e05ef46e-4b86-4b7a-b2eb-1a39e2d22974 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/quotas/7d2d260d341649cfa820d84b89ec798d HTTP/1.1" status: 200 len: 375 time: 0.0144269 Aug 20 19:13:56.046062 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e9a535e0-d4a8-4def-b15d-ced67fa353e6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Synchronizing usage tracker for tenant:7d2d260d341649cfa820d84b89ec798d on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:13:56.062663 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e9a535e0-d4a8-4def-b15d-ced67fa353e6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Unset dirty status for tenant:7d2d260d341649cfa820d84b89ec798d on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:13:56.064140 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e9a535e0-d4a8-4def-b15d-ced67fa353e6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026173 Aug 20 19:13:56.211056 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-7f56f632-365c-4535-9cc8-338a46f175da service neutron] 10.222.0.54 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346591 Aug 20 19:13:56.436326 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-685b4c2f-1b78-4130-91fa-402e0aade8a7 service neutron] 10.222.0.54 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194221 Aug 20 19:13:56.631184 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7b7d2db9-5dd9-4f1b-bfce-d638a0bc5899 req-bfd3845f-6bf6-483c-bb9f-3d5b3161d503 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 210 time: 0.0515947 Aug 20 19:13:56.666302 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:13:57.801987 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c1824bb7-2057-4f44-a6ed-58c405893d79 req-a1c97693-7d35-4ab9-91ca-99f92b591cd2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 210 time: 0.0463495 Aug 20 19:13:58.882220 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-eaaad73e-8840-40dd-a216-2e1d37856d82 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:58.883788 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-eaaad73e-8840-40dd-a216-2e1d37856d82 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 817 time: 0.1743119 Aug 20 19:13:58.939959 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-c3d4d04d-baf8-4459-bc7d-83ec0c100833 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d2d260d341649cfa820d84b89ec798d HTTP/1.1" status: 200 len: 379 time: 0.0481112 Aug 20 19:13:58.948537 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'port': {'device_id': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'admin_state_up': True, 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'security_groups': ['877b4b04-21f9-4524-bef7-71bbed0ba565']}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:58.969934 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f5608c07-6d14-435e-a1ee-128ed56f1ac4 req-f37d4bc0-de13-42de-a3cb-d270a7978bbc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 210 time: 0.0447810 Aug 20 19:13:59.096637 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:13:59.107635 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:13:59.119370 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Made reservation on behalf of 7d2d260d341649cfa820d84b89ec798d for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:13:59.122804 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:59.305405 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Allocated IP 172.20.0.8 (3783be21-67f8-4795-bc60-02f09355dd1f/a723624b-dd92-43aa-bb45-d5647d037c97/543363ff-0733-4fb3-8413-bc249081335c) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:13:59.512948 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:59.531698 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Transition to ACTIVE for port object 543363ff-0733-4fb3-8413-bc249081335c will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:13:59.557684 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:59.563599 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-14e86ac3-7b64-4202-90c5-11aa2941533a tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:13:59.633130 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Network 3783be21-67f8-4795-bc60-02f09355dd1f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:13:59.636392 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:13:59.640347 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:13:59.646414 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:13:59.647490 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:13:59.654016 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:13:59.658273 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:13:59.681478 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368259 Aug 20 19:13:59.718242 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Request body: {'port': {'device_id': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:13:59.872207 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:00.010408 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-7864ea6c-50a7-4950-b7d2-4723e8cb4c5c None None] Provisioning for port 543363ff-0733-4fb3-8413-bc249081335c completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:14:00.021325 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-7864ea6c-50a7-4950-b7d2-4723e8cb4c5c None None] Provisioning complete for port 543363ff-0733-4fb3-8413-bc249081335c triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:14:00.021702 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7864ea6c-50a7-4950-b7d2-4723e8cb4c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:00.076641 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-7864ea6c-50a7-4950-b7d2-4723e8cb4c5c None None] Port 543363ff-0733-4fb3-8413-bc249081335c cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:14:00.260270 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c2eab-8a21-4223-9b21-0f3408eca8c6 req-05ab1ddf-5237-4b2e-b3b2-bb626429949f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:00.261004 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-329c2eab-8a21-4223-9b21-0f3408eca8c6 req-05ab1ddf-5237-4b2e-b3b2-bb626429949f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Synchronizing usage tracker for tenant:7d2d260d341649cfa820d84b89ec798d on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:14:00.322396 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543363ff-0733-4fb3-8413-bc249081335c {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:14:00.326937 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-329c2eab-8a21-4223-9b21-0f3408eca8c6 req-05ab1ddf-5237-4b2e-b3b2-bb626429949f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Unset dirty status for tenant:7d2d260d341649cfa820d84b89ec798d on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:14:00.328529 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-329c2eab-8a21-4223-9b21-0f3408eca8c6 req-05ab1ddf-5237-4b2e-b3b2-bb626429949f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 931 time: 0.2042618 Aug 20 19:14:00.334226 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:00.369628 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Transition to ACTIVE for port object 543363ff-0733-4fb3-8413-bc249081335c will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:14:00.380915 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:00.388046 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0110916b-953e-4b97-b4ab-629d30499b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:00.448720 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-329c2eab-8a21-4223-9b21-0f3408eca8c6 req-727ca736-add0-432d-bab1-aab9a4b57390 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092632 Aug 20 19:14:00.661740 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:00.669368 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:00.685617 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Attempting to bind port 543363ff-0733-4fb3-8413-bc249081335c on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:14:00.685949 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Attempting to bind port 543363ff-0733-4fb3-8413-bc249081335c by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:14:00.686275 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Attempting to bind port 543363ff-0733-4fb3-8413-bc249081335c on network 3783be21-67f8-4795-bc60-02f09355dd1f {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:14:00.691238 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Port 543363ff-0733-4fb3-8413-bc249081335c on network 3783be21-67f8-4795-bc60-02f09355dd1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:14:00.691566 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Attempting to bind port 543363ff-0733-4fb3-8413-bc249081335c on network 3783be21-67f8-4795-bc60-02f09355dd1f {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:14:00.697041 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:14:00.697374 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Checking segment: {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:14:00.697758 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Bound using segment: {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:14:00.698179 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Bound port: 543363ff-0733-4fb3-8413-bc249081335c, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028e4b38-065d-47cb-951c-de4fe864a35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:14:00.698520 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:00.794646 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:14:00.798441 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:14:00.803251 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:00.807052 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:00.867078 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:00.868012 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:00.869109 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] 10.222.0.21 "PUT /v2.0/ports/543363ff-0733-4fb3-8413-bc249081335c HTTP/1.1" status: 200 len: 1093 time: 1.1556065 Aug 20 19:14:00.869585 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'tag': '543363ff-0733-4fb3-8413-bc249081335c'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:00.893825 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:00.900592 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:00.923649 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'tag': '543363ff-0733-4fb3-8413-bc249081335c', 'status': 'completed', 'code': 200} Aug 20 19:14:01.015151 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-b900d714-f0fd-46a9-9b45-3c9238cc2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:01.016749 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-b900d714-f0fd-46a9-9b45-3c9238cc2750 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 1096 time: 0.0889285 Aug 20 19:14:01.091273 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-cb70cfac-0caf-4594-9196-5bf74ee2ce42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=543363ff-0733-4fb3-8413-bc249081335c HTTP/1.1" status: 200 len: 217 time: 0.0648301 Aug 20 19:14:01.164327 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-97eaefe5-7146-4533-a4a7-50154726d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:01.165829 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-97eaefe5-7146-4533-a4a7-50154726d9db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.0669854 Aug 20 19:14:01.259418 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-1aa14643-9e07-4e66-8a7e-025ada946643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:01.260388 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-1aa14643-9e07-4e66-8a7e-025ada946643 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881436 Aug 20 19:14:01.420748 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-6724f9b7-1373-4e20-a77e-a2f8335443cf service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363811 Aug 20 19:14:01.567186 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ad68ad23-cea5-430f-a182-992d48e9d2f3 req-07ae8edc-db94-4975-b1c3-c4b8d95ea2e8 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389258 Aug 20 19:14:01.718431 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-e2a78575-84ed-4e79-b325-9d223e76ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:01.719760 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-e2a78575-84ed-4e79-b325-9d223e76ba12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 1096 time: 0.1021438 Aug 20 19:14:01.727850 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0f563-8174-489b-97b7-67e521646ee1 req-e2b2138f-3d47-4eb2-b21e-ba1f3cc51b17 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:01.729302 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-46a0f563-8174-489b-97b7-67e521646ee1 req-e2b2138f-3d47-4eb2-b21e-ba1f3cc51b17 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.1477699 Aug 20 19:14:01.860008 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-46a0f563-8174-489b-97b7-67e521646ee1 req-3a93ccaa-fe37-4d1c-9a7a-f7756e1b9c45 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117365 Aug 20 19:14:01.904267 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-a42e40ba-c793-4ab1-9820-2bc9a1077c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:01.905760 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-a42e40ba-c793-4ab1-9820-2bc9a1077c0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.1756113 Aug 20 19:14:01.980068 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-649f493d-c8de-4e39-bc61-d9413e52c4d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=543363ff-0733-4fb3-8413-bc249081335c HTTP/1.1" status: 200 len: 217 time: 0.0662270 Aug 20 19:14:02.043783 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-b292e9d1-6f2f-435f-aba6-7aa1e89e1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:02.045245 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-b292e9d1-6f2f-435f-aba6-7aa1e89e1f50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.0583673 Aug 20 19:14:02.126480 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-83dc0d88-c0e1-4b6e-9c24-b01ebb4ed8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:02.127939 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-83dc0d88-c0e1-4b6e-9c24-b01ebb4ed8b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752296 Aug 20 19:14:02.273705 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-33001a35-220c-4761-97a7-25d4d1af71ac service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388328 Aug 20 19:14:02.368357 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:02.520175 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-70de950d-ce81-4c66-ab50-7eaf64b51644 req-b80175fe-e298-4352-9e92-b96510af49c9 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391450 Aug 20 19:14:03.061428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fecac-0c56-4752-a809-a29c4a447a7b req-4402a610-e900-419f-94de-2e3b80a219f5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:03.062826 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-910fecac-0c56-4752-a809-a29c4a447a7b req-4402a610-e900-419f-94de-2e3b80a219f5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0860417 Aug 20 19:14:03.114440 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-910fecac-0c56-4752-a809-a29c4a447a7b req-ed20875d-b5b2-4c0e-aae1-fc26cceac2b6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Synchronizing usage tracker for tenant:7d2d260d341649cfa820d84b89ec798d on resource:security_group {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:14:03.126077 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-910fecac-0c56-4752-a809-a29c4a447a7b req-ed20875d-b5b2-4c0e-aae1-fc26cceac2b6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Unset dirty status for tenant:7d2d260d341649cfa820d84b89ec798d on resource:security_group {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:14:03.127218 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-910fecac-0c56-4752-a809-a29c4a447a7b req-ed20875d-b5b2-4c0e-aae1-fc26cceac2b6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584784 Aug 20 19:14:04.330975 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c73f9-6123-4d42-857d-1a654fc5b48d req-5778b1c8-0781-4ff4-bdf8-861023d2fda0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:04.332535 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-867c73f9-6123-4d42-857d-1a654fc5b48d req-5778b1c8-0781-4ff4-bdf8-861023d2fda0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0832484 Aug 20 19:14:04.380008 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-867c73f9-6123-4d42-857d-1a654fc5b48d req-8d4f0ce5-a5e6-4d39-810b-f34811266869 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414195 Aug 20 19:14:05.593025 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac3a7f-5027-404d-ad0a-1c2253f25351 req-62254ce4-48bc-49c8-873d-df78a54906c9 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:05.595078 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cbac3a7f-5027-404d-ad0a-1c2253f25351 req-62254ce4-48bc-49c8-873d-df78a54906c9 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.1038668 Aug 20 19:14:05.651188 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cbac3a7f-5027-404d-ad0a-1c2253f25351 req-a7774e55-d053-4694-a60f-ee3e85c54579 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506346 Aug 20 19:14:06.851435 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cbbe3-3169-43b7-8a9b-10acc2d7d665 req-c8ffc264-9911-4110-8d9a-d70891355002 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:06.852968 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-cd4cbbe3-3169-43b7-8a9b-10acc2d7d665 req-c8ffc264-9911-4110-8d9a-d70891355002 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0911691 Aug 20 19:14:06.903832 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-cd4cbbe3-3169-43b7-8a9b-10acc2d7d665 req-7f7962b1-6803-457d-900c-5e43f70f6470 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450916 Aug 20 19:14:08.110519 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4e6c9-1747-44f7-92d5-71320c2678e3 req-2e07916c-e26a-45ac-972a-4894fd49f5cb tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:08.111936 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cbc4e6c9-1747-44f7-92d5-71320c2678e3 req-2e07916c-e26a-45ac-972a-4894fd49f5cb tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0872934 Aug 20 19:14:08.160563 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cbc4e6c9-1747-44f7-92d5-71320c2678e3 req-bab5c181-b1aa-4b54-a460-dff5c14f213b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412128 Aug 20 19:14:08.745162 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 543363ff-0733-4fb3-8413-bc249081335c details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:14:08.890618 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:08.905946 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '543363ff-0733-4fb3-8413-bc249081335c', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'port_id': '543363ff-0733-4fb3-8413-bc249081335c', 'mac_address': 'fa:16:3e:34:bb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:14:08.966484 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:08.983845 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543363ff-0733-4fb3-8413-bc249081335c {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:14:08.999814 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:09.005386 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:09.007202 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:09.073565 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:09.080834 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.081176 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.081509 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.081836 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.082156 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.082478 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.083315 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.083641 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.083955 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.084363 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.084714 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.085031 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:09.089016 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:09.359753 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdfa52-5a7a-4423-9f50-a5da71f855ae req-db6a55ab-e6f0-458f-8893-dba15cc38254 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:09.361286 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f8bdfa52-5a7a-4423-9f50-a5da71f855ae req-db6a55ab-e6f0-458f-8893-dba15cc38254 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 944 time: 0.0878475 Aug 20 19:14:09.407864 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f8bdfa52-5a7a-4423-9f50-a5da71f855ae req-3a009761-a126-4ef1-a023-ae4978fcd2d6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402064 Aug 20 19:14:09.778627 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['543363ff-0733-4fb3-8413-bc249081335c'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:14:10.605460 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556178a0-16d0-49e1-b4b1-d4326c440dd3 req-81bf5db8-ff3f-455c-bf43-a71c34b1e6f6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:10.606987 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-556178a0-16d0-49e1-b4b1-d4326c440dd3 req-81bf5db8-ff3f-455c-bf43-a71c34b1e6f6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 944 time: 0.0845902 Aug 20 19:14:10.746637 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-556178a0-16d0-49e1-b4b1-d4326c440dd3 req-25bb3025-b96c-4140-b14d-6a78c2a2c754 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339595 Aug 20 19:14:11.347208 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-4e0b6602-cce3-42a3-a7f0-d8fcc2a692d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703917 Aug 20 19:14:11.359091 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 543363ff-0733-4fb3-8413-bc249081335c up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:14:11.429649 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 543363ff-0733-4fb3-8413-bc249081335c completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:14:11.435230 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 543363ff-0733-4fb3-8413-bc249081335c triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:14:11.435854 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:11.454395 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-6735c1da-60ff-4b62-bf38-91595212f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:11.455874 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-6735c1da-60ff-4b62-bf38-91595212f4e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae&device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1098 time: 0.0798490 Aug 20 19:14:11.503945 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5b54248b-6da7-41f0-8d3f-cd94b9b78c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:11.577997 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:11.606808 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543363ff-0733-4fb3-8413-bc249081335c'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:11.617416 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:11.620815 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-a8d34bf0-8da0-44b7-bb93-cc65e1bdfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:11.622301 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-a8d34bf0-8da0-44b7-bb93-cc65e1bdfe76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2943101-33e9-47b3-bca2-614847cf41cd HTTP/1.1" status: 200 len: 909 time: 0.1439490 Aug 20 19:14:11.622584 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:11.624474 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:11.658506 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543363ff-0733-4fb3-8413-bc249081335c', 'code': 200} Aug 20 19:14:11.701013 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:11.703892 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:11.731123 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-5360cd01-f085-416b-8971-9228cace8832 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f92da6-fd67-4164-b79d-d1079b70230e HTTP/1.1" status: 200 len: 999 time: 0.1023169 Aug 20 19:14:11.805232 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-c8797239-f321-4407-907b-24553b48a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:11.806856 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-c8797239-f321-4407-907b-24553b48a9b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43 HTTP/1.1" status: 200 len: 847 time: 0.0690649 Aug 20 19:14:11.869652 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:11.897072 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-b9aa1e97-8186-4da6-a668-0dfa48db41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:11.899185 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-b9aa1e97-8186-4da6-a668-0dfa48db41bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2943101-33e9-47b3-bca2-614847cf41cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854976 Aug 20 19:14:11.996422 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c659a-9528-48bf-bffe-3b4a70693b1f req-dd976faf-b1e2-4194-9c3c-8434cb3eaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:11.998001 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a72c659a-9528-48bf-bffe-3b4a70693b1f req-dd976faf-b1e2-4194-9c3c-8434cb3eaa6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 1098 time: 0.1446083 Aug 20 19:14:12.027655 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ac8c0-c43b-418a-bfd4-12b5f0744bd2 req-89b37542-d494-4d35-a5e6-4dd4dfdd080f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:12.029148 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9e2ac8c0-c43b-418a-bfd4-12b5f0744bd2 req-89b37542-d494-4d35-a5e6-4dd4dfdd080f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.1232042 Aug 20 19:14:12.037891 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-3d4863de-7246-46cf-8c5d-f2cdca0b3247 service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325853 Aug 20 19:14:12.071431 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a72c659a-9528-48bf-bffe-3b4a70693b1f req-2c134b25-4aee-47e4-843e-c006dd09833c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655482 Aug 20 19:14:12.092635 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9e2ac8c0-c43b-418a-bfd4-12b5f0744bd2 req-c83e7861-7f99-4f55-945b-710628cee2f5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493805 Aug 20 19:14:12.186772 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63634591-cbc3-41c5-96c7-7a0ff50a43ac req-1f4a52da-2ef5-42f9-a695-4e878af7de3c service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421535 Aug 20 19:14:13.290675 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7250df-fe5f-48b9-953b-a4bd9310eb97 req-7c1b5e44-42e9-4cdb-b7b1-af57f352b228 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:13.292127 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-aa7250df-fe5f-48b9-953b-a4bd9310eb97 req-7c1b5e44-42e9-4cdb-b7b1-af57f352b228 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0854564 Aug 20 19:14:13.338639 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-aa7250df-fe5f-48b9-953b-a4bd9310eb97 req-41426bc4-ed8d-4c0b-b7a7-7f71db4e5653 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408268 Aug 20 19:14:13.858195 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d785-ea01-444d-918f-954facd3e776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:14.539813 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e09a5-b6ba-4a2f-adab-6963bec597f7 req-698bf905-c758-4e95-9579-afd07194d078 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:14.541380 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4c9e09a5-b6ba-4a2f-adab-6963bec597f7 req-698bf905-c758-4e95-9579-afd07194d078 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0873864 Aug 20 19:14:14.588174 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4c9e09a5-b6ba-4a2f-adab-6963bec597f7 req-b0b0acf2-a441-4ca8-bbba-8b95a3e67570 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411296 Aug 20 19:14:14.779754 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64358c5a-3eae-45bc-9880-a71d59af905c req-f8c8ed55-b74b-449b-8a85-f1c99c86a254 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:14.782017 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-64358c5a-3eae-45bc-9880-a71d59af905c req-f8c8ed55-b74b-449b-8a85-f1c99c86a254 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0845368 Aug 20 19:14:14.791397 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58706) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:14.797153 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-a6908b97-e85f-431d-8a1a-796ea0a36bda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Request body: {'floatingip': {'port_id': '543363ff-0733-4fb3-8413-bc249081335c'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:14:14.882156 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a6908b97-e85f-431d-8a1a-796ea0a36bda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:14.996355 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:15.504209 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a6908b97-e85f-431d-8a1a-796ea0a36bda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:15.508813 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a6908b97-e85f-431d-8a1a-796ea0a36bda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:15.679862 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.l3_db [None req-a6908b97-e85f-431d-8a1a-796ea0a36bda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Floating IP 91cfe2f8-e33a-4e86-8546-7b9e5a317627 associated. External IP: 172.27.3.241, port: 543363ff-0733-4fb3-8413-bc249081335c. Aug 20 19:14:16.147306 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6908b97-e85f-431d-8a1a-796ea0a36bda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Router 14e989f8-b1c2-4528-85d8-fade3f2da6ae has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:14:16.338174 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6908b97-e85f-431d-8a1a-796ea0a36bda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:14:16.343081 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a6908b97-e85f-431d-8a1a-796ea0a36bda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:16.347342 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] Sync routers for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:14:16.358219 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:14:16.358850 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:14:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:16.401423 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a6908b97-e85f-431d-8a1a-796ea0a36bda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "PUT /v2.0/floatingips/91cfe2f8-e33a-4e86-8546-7b9e5a317627 HTTP/1.1" status: 200 len: 991 time: 1.6089127 Aug 20 19:14:16.402085 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'tag': '543363ff-0733-4fb3-8413-bc249081335c'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:16.448428 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'tag': '543363ff-0733-4fb3-8413-bc249081335c', 'status': 'completed', 'code': 200} Aug 20 19:14:16.550439 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:14:16.560071 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-66e36b4f-88e5-4fd5-be25-8ac7ad793f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:16.561842 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-66e36b4f-88e5-4fd5-be25-8ac7ad793f99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 1098 time: 0.0869339 Aug 20 19:14:16.703945 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-82d81f8f-5e35-42fd-8d50-9cf0c0341cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:16.705479 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-82d81f8f-5e35-42fd-8d50-9cf0c0341cce service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.1364019 Aug 20 19:14:16.715020 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:16.914152 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-c73186fa-af4b-497e-9a5e-56eff81fa86e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=543363ff-0733-4fb3-8413-bc249081335c HTTP/1.1" status: 200 len: 999 time: 0.2003505 Aug 20 19:14:16.926023 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '91cfe2f8-e33a-4e86-8546-7b9e5a317627', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'port_id': '543363ff-0733-4fb3-8413-bc249081335c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'mac_address': 'fa:16:3e:34:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:13:55Z', 'updated_at': '2021-08-20T19:14:15Z', 'revision_number': 1, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:16.930611 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] Checking router: 14e989f8-b1c2-4528-85d8-fade3f2da6ae for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:14:16.940416 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:14:16.941062 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:14:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:16.978708 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-c47d9a6e-a58e-46f7-ab56-0029bbfc5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:16.980169 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-c47d9a6e-a58e-46f7-ab56-0029bbfc5b37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.0595455 Aug 20 19:14:17.062644 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-e28b3953-7c89-4810-b728-1aedf3affd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:17.064130 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-e28b3953-7c89-4810-b728-1aedf3affd8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774248 Aug 20 19:14:17.130954 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:14:17.221252 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-2095ba09-092f-4996-910f-e9ea89ea04a2 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428368 Aug 20 19:14:17.373283 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f2aba2b5-d6c2-474a-a931-5fa155eb12f8 req-b745ae21-cded-44b9-b136-ef54f60902e6 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446979 Aug 20 19:14:17.552139 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '91cfe2f8-e33a-4e86-8546-7b9e5a317627', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'port_id': '543363ff-0733-4fb3-8413-bc249081335c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'mac_address': 'fa:16:3e:34:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:13:55Z', 'updated_at': '2021-08-20T19:14:15Z', 'revision_number': 1, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:17.558007 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd721d-730e-49b0-87c9-20e8192ae0e9 None None] The sync data for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi is: [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '91cfe2f8-e33a-4e86-8546-7b9e5a317627', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'port_id': '543363ff-0733-4fb3-8413-bc249081335c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'mac_address': 'fa:16:3e:34:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:13:55Z', 'updated_at': '2021-08-20T19:14:15Z', 'revision_number': 1, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:14:17.758539 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d897563c-42cc-4e9b-bcd8-04ef2ed87a90 None None] New status for floating IP 91cfe2f8-e33a-4e86-8546-7b9e5a317627: ACTIVE {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:14:21.129042 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58768) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:21.197354 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Deleting subnet 9cb8da8d-6d42-44f1-80a3-c33fc93ad442 {{(pid=79332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:14:21.201096 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.267910 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65253162'] for subnet, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.327434 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.403633 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65251954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65314058'] for subnet, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.407811 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:21.444335 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb8da8d-6d42-44f1-80a3-c33fc93ad442,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:21.449707 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.458508 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.458889 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.459259 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.459623 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.459981 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.460340 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.460729 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.461085 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.461449 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.461865 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.462201 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.462503 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:14:21.469193 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9cb8da8d-6d42-44f1-80a3-c33fc93ad442 HTTP/1.1" status: 204 len: 168 time: 0.3369257 Aug 20 19:14:21.469193 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-4baa5ac1-33b2-4dac-9544-b290d915d901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:21.470122 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58772) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:21.578929 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.708782 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.722589 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:21.737089 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0a70c6-6fd5-47b0-a895-44613374f1f3') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:21.737378 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0a70c6-6fd5-47b0-a895-44613374f1f3') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:21.752703 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.770063 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.777475 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:14:21.777869 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:14:21.792010 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:14:21.884493 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.888162 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:21.901598 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:21.912459 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:21.915802 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:21.921604 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b66bf1bf-3e9e-4b8d-8e44-69bcd14fd0ad HTTP/1.1" status: 204 len: 168 time: 0.4512651 Aug 20 19:14:22.108445 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58780) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:22.159947 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-5411611c-1d3b-468b-9dde-d889a9e535be admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f0a8482062e40838cafdd41de00f2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485218 Aug 20 19:14:22.160480 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58784) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:22.220802 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33fba113-a3ad-46ef-afbf-09b797879a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:22.247425 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33fba113-a3ad-46ef-afbf-09b797879a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:22.302544 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33fba113-a3ad-46ef-afbf-09b797879a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:22.308189 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-79cb8368-8226-4101-a637-2d377ed92a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:22.325827 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fba113-a3ad-46ef-afbf-09b797879a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41655be0-1bb4-4f32-9df5-98b65e4e4b4b,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:22.328701 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-33fba113-a3ad-46ef-afbf-09b797879a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:22.336139 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33fba113-a3ad-46ef-afbf-09b797879a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:22.337302 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-33fba113-a3ad-46ef-afbf-09b797879a1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41655be0-1bb4-4f32-9df5-98b65e4e4b4b HTTP/1.1" status: 204 len: 168 time: 0.1752722 Aug 20 19:14:28.755779 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-f73fb602-f87d-4ff1-af00-48de6b910388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:28.757224 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-f73fb602-f87d-4ff1-af00-48de6b910388 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b133978feac4c16b2783be127286f51&device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1138 time: 0.0781724 Aug 20 19:14:28.799866 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3961a-365a-4211-9a9f-9087517d378c req-5e33d181-29ae-4430-b58e-7232946b0c2e tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:28.801822 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eab3961a-365a-4211-9a9f-9087517d378c req-5e33d181-29ae-4430-b58e-7232946b0c2e tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.0953770 Aug 20 19:14:28.860196 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-eab3961a-365a-4211-9a9f-9087517d378c req-95da0aff-608c-4727-88c4-2b503d78275b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495930 Aug 20 19:14:28.905971 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-004318ea-39e3-4969-b36a-2e4309163763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:28.907263 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-004318ea-39e3-4969-b36a-2e4309163763 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 200 len: 916 time: 0.1437128 Aug 20 19:14:29.021471 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-a3e03287-3919-482c-a247-6ef41fd02d27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 1001 time: 0.1055968 Aug 20 19:14:29.084917 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-8d6a9e48-328a-42c7-8e11-10fd52876a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:29.086292 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-8d6a9e48-328a-42c7-8e11-10fd52876a38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=050fe079-e106-49e6-8b80-5a2dee95a890 HTTP/1.1" status: 200 len: 854 time: 0.0581727 Aug 20 19:14:29.167721 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-36105823-f39e-47de-b41f-e1bcbb659646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:29.169310 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-36105823-f39e-47de-b41f-e1bcbb659646 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fec3487f-cb2f-4590-a727-90ff59704cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754950 Aug 20 19:14:29.318135 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-5f52f907-e973-4b65-8431-d95ec2c78a4c service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406739 Aug 20 19:14:29.463345 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-46c2d7c7-58b3-487a-9fc7-91f34f114c76 req-2bab1a60-4207-485b-83b5-e7d22e0641bf service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384156 Aug 20 19:14:29.929255 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0cf26-e4bf-4012-b1bd-9c120ee40c95 req-a98a4377-50d2-452c-920d-b10d415dfa6d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:29.930821 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a3d0cf26-e4bf-4012-b1bd-9c120ee40c95 req-a98a4377-50d2-452c-920d-b10d415dfa6d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0948803 Aug 20 19:14:29.981249 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a3d0cf26-e4bf-4012-b1bd-9c120ee40c95 req-20e6d117-aca2-4aa7-a47f-64369e2d64c5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438375 Aug 20 19:14:30.068844 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7652c-3226-46db-9665-180407ce85cb req-183dfe6b-2543-4702-8591-b97d10c40ae6 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:30.069581 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-23b7652c-3226-46db-9665-180407ce85cb req-183dfe6b-2543-4702-8591-b97d10c40ae6 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.0843728 Aug 20 19:14:30.121413 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-23b7652c-3226-46db-9665-180407ce85cb req-b4577b87-9fd8-4871-b03e-29ca8fddd186 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457456 Aug 20 19:14:31.195238 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d8e8-abcd-45c9-b12d-6c6ae79fdd9a req-df4ccf66-1e04-40c0-a7f9-9eafd7db0b59 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:31.198269 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d3c1d8e8-abcd-45c9-b12d-6c6ae79fdd9a req-df4ccf66-1e04-40c0-a7f9-9eafd7db0b59 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0991905 Aug 20 19:14:31.244980 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d3c1d8e8-abcd-45c9-b12d-6c6ae79fdd9a req-64c76e5e-4b0e-409c-a5e7-232715126f69 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=391adec0-1fb4-4982-ba4d-09e57f71a5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419679 Aug 20 19:14:31.316381 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-5f029695-60a9-492a-a9b5-d2a2661c8e6c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:31.318678 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-5f029695-60a9-492a-a9b5-d2a2661c8e6c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 945 time: 0.0927904 Aug 20 19:14:31.392838 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Deleting port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:14:31.393179 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:31.438802 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a871a2d-8d5c-4dbd-b2c3-465d17283793 req-0bf18c54-fff0-4445-bcb0-42c784ffa99d tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:31.440303 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6a871a2d-8d5c-4dbd-b2c3-465d17283793 req-0bf18c54-fff0-4445-bcb0-42c784ffa99d tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.0932977 Aug 20 19:14:31.595014 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6a871a2d-8d5c-4dbd-b2c3-465d17283793 req-c9d90967-c25f-4706-aa5e-c5c8b0144e4d tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450789 Aug 20 19:14:31.782720 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] For port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:31.783273 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:32.149585 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:32.149949 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:32.150253 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Floating IP b06677d4-5f83-4280-961b-871aefdd56d2 disassociated. External IP: 172.27.3.173, port: 2cff8f5a-2172-4912-af7c-2a8a59eeedb6. Aug 20 19:14:32.150594 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Calling delete_port for 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:14:32.303867 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:32.311044 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-255d4f2f-365d-4db1-a7a8-a7961620d12a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:32.361710 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event deleted for resources: {'Port': ['ID=2cff8f5a-2172-4912-af7c-2a8a59eeedb6,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:32.365071 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:32.383897 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:32.479642 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8d9c8096-b311-45b4-b991-1e3192c31940 req-67b892fc-be49-48b4-933b-95fb704001bc tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 210 time: 0.0601239 Aug 20 19:14:32.595343 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Router 8f393ee7-0843-4308-8d48-6885447db335 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:14:32.795126 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5899-2d6c-4a36-bfbf-bf22f12743b6 req-9a7ad8f5-2d01-4fbd-b9fd-7b3c6a76abf7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:32.803676 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ca5d5899-2d6c-4a36-bfbf-bf22f12743b6 req-9a7ad8f5-2d01-4fbd-b9fd-7b3c6a76abf7 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.0948322 Aug 20 19:14:32.820836 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:14:32.832062 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] Sync routers for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:14:32.842563 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:14:32.843564 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:14:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:32.861305 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ca5d5899-2d6c-4a36-bfbf-bf22f12743b6 req-c7b1ec67-8dc3-4185-a05c-9425e9050223 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563402 Aug 20 19:14:32.930506 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] No DVR routers for this DVR port 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:14:32.934541 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:32.937551 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93304578-2fed-463b-bd74-9c7ce7994700', 'name': 'network-vif-deleted', 'tag': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:32.955388 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0f88203e-ac55-4c58-9d18-1dc8f8053368 req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "DELETE /v2.0/ports/2cff8f5a-2172-4912-af7c-2a8a59eeedb6 HTTP/1.1" status: 204 len: 173 time: 1.6296625 Aug 20 19:14:32.985209 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93304578-2fed-463b-bd74-9c7ce7994700', 'name': 'network-vif-deleted', 'tag': '2cff8f5a-2172-4912-af7c-2a8a59eeedb6', 'status': 'completed', 'code': 200} Aug 20 19:14:33.044526 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:14:33.369109 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:33.373379 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] Checking router: 8f393ee7-0843-4308-8d48-6885447db335 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:14:33.382116 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:14:33.382735 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:14:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:33.574857 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:14:33.655208 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-ada688cd-2f42-4c5b-ae75-f39d865471fa req-ff6af9d5-fcb6-47a2-94f5-d11080004947 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:14:33.667456 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:14:33.674887 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-ada688cd-2f42-4c5b-ae75-f39d865471fa req-ff6af9d5-fcb6-47a2-94f5-d11080004947 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:14:33.676334 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ada688cd-2f42-4c5b-ae75-f39d865471fa req-ff6af9d5-fcb6-47a2-94f5-d11080004947 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=93304578-2fed-463b-bd74-9c7ce7994700 HTTP/1.1" status: 200 len: 210 time: 0.0651114 Aug 20 19:14:33.915512 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:33.919589 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23417566-3ccf-4508-9ecd-05ee22a54347 None None] The sync data for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi is: [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:14:34.054422 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867695-93ee-4e67-aec6-a3a8b4f724b7 req-0b0f3cf7-df54-4561-86cc-c724a6604b32 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:34.055989 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0d867695-93ee-4e67-aec6-a3a8b4f724b7 req-0b0f3cf7-df54-4561-86cc-c724a6604b32 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.0855784 Aug 20 19:14:34.105614 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0d867695-93ee-4e67-aec6-a3a8b4f724b7 req-6beb1fc7-fdf5-4a30-ac54-b0f1b88da985 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431802 Aug 20 19:14:34.167099 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248689f-9e67-4753-a4a7-4d31a8d07383 None None] New status for floating IP b06677d4-5f83-4280-961b-871aefdd56d2: DOWN {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:14:34.807720 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58854) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:34.880523 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-62f482a7-65fb-4a29-aa59-48b412af8d0e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:34.909569 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-62f482a7-65fb-4a29-aa59-48b412af8d0e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:34.965078 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-62f482a7-65fb-4a29-aa59-48b412af8d0e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:34.968910 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d3abf4fa-c7a3-4350-b53c-7ca2cbf46ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:34.984398 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f482a7-65fb-4a29-aa59-48b412af8d0e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391adec0-1fb4-4982-ba4d-09e57f71a5a0,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:34.987192 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-62f482a7-65fb-4a29-aa59-48b412af8d0e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:34.998751 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-62f482a7-65fb-4a29-aa59-48b412af8d0e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:34.999868 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-62f482a7-65fb-4a29-aa59-48b412af8d0e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "DELETE /v2.0/security-groups/391adec0-1fb4-4982-ba4d-09e57f71a5a0 HTTP/1.1" status: 204 len: 168 time: 0.1905391 Aug 20 19:14:35.002583 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58858) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:35.022184 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.api.v2.resource [None req-eb60aaa7-991f-40cd-9e67-4eeb9c609c53 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] show failed (client error): The resource could not be found. Aug 20 19:14:35.023186 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-eb60aaa7-991f-40cd-9e67-4eeb9c609c53 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups/391adec0-1fb4-4982-ba4d-09e57f71a5a0 HTTP/1.1" status: 404 len: 347 time: 0.0193944 Aug 20 19:14:35.029319 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58862) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:35.290010 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Deleting port 48ca701b-84d4-460a-93bc-000faa832d83 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:14:35.290296 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:35.306962 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a5c19-150f-4599-8b64-3b716354c4a7 req-445cd803-d18d-4e9e-9391-d100ce896e20 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:35.308710 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-709a5c19-150f-4599-8b64-3b716354c4a7 req-445cd803-d18d-4e9e-9391-d100ce896e20 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.0879970 Aug 20 19:14:35.360246 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-709a5c19-150f-4599-8b64-3b716354c4a7 req-048cf666-2124-41c0-99c3-5e36b75f62b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453670 Aug 20 19:14:35.461029 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:14:35.473342 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:35.474184 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:35.495124 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:14:35.495476 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 2cff8f5a-2172-4912-af7c-2a8a59eeedb6 not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:14:35.601242 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Calling delete_port for 48ca701b-84d4-460a-93bc-000faa832d83 owned by network:floatingip {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:14:35.746487 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:35.750247 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-711b3bd1-8534-4667-ac79-045f90944e36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:35.798145 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event deleted for resources: {'Port': ['ID=48ca701b-84d4-460a-93bc-000faa832d83,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:35.801384 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:35.839930 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:35.861876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:35.863023 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "DELETE /v2.0/floatingips/b06677d4-5f83-4280-961b-871aefdd56d2 HTTP/1.1" status: 204 len: 168 time: 0.8328280 Aug 20 19:14:36.115998 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58872) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:36.121497 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820952319', 'description': 'tempest-description--687897424'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:14:36.127439 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:14:36.132619 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:security_group and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:14:36.135557 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:14:36.142229 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:14:36.152447 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.171879 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:14:36.175659 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:security_group_rule and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:14:36.179054 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:14:36.184914 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:14:36.256734 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.261927 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.265840 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-64c45aa2-f7f7-4dfe-be87-31ec9c0becb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:36.313697 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535d83b7-ee98-44e1-b567-f6c6a2d25c48,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:36.316676 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.318974 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2018766 Aug 20 19:14:36.319959 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:36.321804 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58876) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:36.326873 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'security_group_rule': {'security_group_id': '535d83b7-ee98-44e1-b567-f6c6a2d25c48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:14:36.332985 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:14:36.337715 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:security_group_rule and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:14:36.340690 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:14:36.346504 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:14:36.363741 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.431721 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.435359 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.439337 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-50c8540a-101b-40ea-a916-89039ca54e5d tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:36.462808 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfedef7-25a1-4637-bbe9-26cc3054a901,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:36.465564 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:36.473884 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.475431 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-33b9cdc8-34e9-4786-8f4c-1fa6812fc941 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527402 Aug 20 19:14:36.478167 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58882) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:36.483252 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'security_group_rule': {'security_group_id': '535d83b7-ee98-44e1-b567-f6c6a2d25c48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:14:36.489713 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:14:36.493784 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:security_group_rule and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:14:36.496795 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:14:36.502827 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:14:36.524976 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.560984 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3982a14-947a-435d-af64-7ffe0c14d49c req-139d83d8-ac26-4cf6-a200-7ce22de1a800 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:36.562782 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d3982a14-947a-435d-af64-7ffe0c14d49c req-139d83d8-ac26-4cf6-a200-7ce22de1a800 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.0884960 Aug 20 19:14:36.590743 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.594979 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.602617 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:36.623956 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba57521-c5e7-4684-9361-c1f48697e4f0,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:36.626395 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:36.626736 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d3982a14-947a-435d-af64-7ffe0c14d49c req-ea8736f4-68fc-41c2-b1d9-50134daf8d82 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573385 Aug 20 19:14:36.634810 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.636276 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-51673738-6310-49f9-a917-421c0434655e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571763 Aug 20 19:14:36.639380 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 58886) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:36.644704 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'floatingip': {'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:14:36.651798 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:14:36.656030 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Usage tracker for resource:floatingip and tenant:819eec1b00bd496f9821b964cc64a0ed is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:14:36.658945 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:14:36.665552 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:14:36.675201 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.817441 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:36.963010 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Allocated IP 172.27.3.30 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/680e4081-5b04-495d-9dbf-447bd2047ae9) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:14:37.122563 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.152882 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.156576 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:37.218740 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:14:37.221568 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:14:37.225507 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:14:37.263488 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'Port': ['ID=680e4081-5b04-495d-9dbf-447bd2047ae9,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:37.267532 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:37.313360 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.377733 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.590941 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.595604 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.599832 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:37.703270 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'Port': ['ID=680e4081-5b04-495d-9dbf-447bd2047ae9,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:37.711483 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:37.720734 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.745325 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:37.746544 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1061656 Aug 20 19:14:37.847351 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0116dd1-c116-4edd-a49e-53479d1cc3ce req-767eece3-6519-4437-9e2d-861306a5ad59 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:37.848871 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f0116dd1-c116-4edd-a49e-53479d1cc3ce req-767eece3-6519-4437-9e2d-861306a5ad59 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.1071765 Aug 20 19:14:37.900414 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f0116dd1-c116-4edd-a49e-53479d1cc3ce req-3655b1d6-b4d3-4a88-9228-df794a80d236 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454865 Aug 20 19:14:38.135834 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-1db94cea-d350-4575-a866-9f80a443dca3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:security_group {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:14:38.151905 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-1db94cea-d350-4575-a866-9f80a443dca3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:security_group {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:14:38.153258 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-1db94cea-d350-4575-a866-9f80a443dca3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1820952319&fields=id&tenant_id=819eec1b00bd496f9821b964cc64a0ed HTTP/1.1" status: 200 len: 267 time: 0.0622854 Aug 20 19:14:38.412336 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-01a54252-61b3-4847-bb88-69cc276affb5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:38.413701 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-01a54252-61b3-4847-bb88-69cc276affb5 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 811 time: 0.2496786 Aug 20 19:14:38.429046 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-ffacbb3f-1d95-44be-8b8d-8dc8c4a91b40 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/quotas/819eec1b00bd496f9821b964cc64a0ed HTTP/1.1" status: 200 len: 375 time: 0.0097501 Aug 20 19:14:38.519053 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-f85066c3-9240-4274-8bf8-7136b255445d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848272 Aug 20 19:14:38.659900 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-fb95f7b7-e523-477f-ae8f-1423c9514457 service neutron] 10.222.0.54 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287169 Aug 20 19:14:38.820846 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-f882cf7e-8166-48a2-a6ad-0d7f91325a13 service neutron] 10.222.0.54 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541595 Aug 20 19:14:39.010961 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cc9741d2-5d0f-4bae-a398-166bd62b23cf req-a777d657-874b-47c5-bf41-2e90b028f339 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 210 time: 0.0495682 Aug 20 19:14:39.110832 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8be52-f004-499b-8ac5-aa108dedcf65 req-17617c12-90c5-4211-9bf5-f70efdc058b6 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:39.112258 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-95a8be52-f004-499b-8ac5-aa108dedcf65 req-17617c12-90c5-4211-9bf5-f70efdc058b6 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.0938227 Aug 20 19:14:39.167580 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-95a8be52-f004-499b-8ac5-aa108dedcf65 req-a709c5ac-5be5-43db-8492-ae85cb9fc0c8 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458910 Aug 20 19:14:40.088435 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-780934d4-f254-4389-8793-dc44de916f04 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:40.089982 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-780934d4-f254-4389-8793-dc44de916f04 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 811 time: 0.1608260 Aug 20 19:14:40.147123 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-1a6b28f0-58f4-4647-98b3-7f1367d4ca57 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:security_group {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:14:40.202941 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-3e409519-58f8-4fb9-8428-95a8286fa0de req-6fb7eba4-abfe-4df7-95e9-b5be5c906afe tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:14:40.205518 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-1a6b28f0-58f4-4647-98b3-7f1367d4ca57 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:security_group {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:14:40.206624 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-1a6b28f0-58f4-4647-98b3-7f1367d4ca57 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819eec1b00bd496f9821b964cc64a0ed HTTP/1.1" status: 200 len: 380 time: 0.1068957 Aug 20 19:14:40.223222 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'port': {'device_id': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'admin_state_up': True, 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'security_groups': ['535d83b7-ee98-44e1-b567-f6c6a2d25c48']}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:14:40.240730 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-3e409519-58f8-4fb9-8428-95a8286fa0de req-6fb7eba4-abfe-4df7-95e9-b5be5c906afe tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:14:40.241885 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3e409519-58f8-4fb9-8428-95a8286fa0de req-6fb7eba4-abfe-4df7-95e9-b5be5c906afe tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 210 time: 0.0992849 Aug 20 19:14:40.390660 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:14:40.401752 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:14:40.402344 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f3d7-2e6e-4ef0-8828-8a51392e6ba2 req-45fc9583-e8c3-4b07-9a3a-626cbdb496ca tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:40.410083 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7732f3d7-2e6e-4ef0-8828-8a51392e6ba2 req-45fc9583-e8c3-4b07-9a3a-626cbdb496ca tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.1121087 Aug 20 19:14:40.416194 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Made reservation on behalf of 819eec1b00bd496f9821b964cc64a0ed for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:14:40.421263 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:40.461723 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-7732f3d7-2e6e-4ef0-8828-8a51392e6ba2 req-1e178c46-2948-44e6-b805-5c44f0379215 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506086 Aug 20 19:14:40.601001 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Allocated IP 172.20.0.7 (e18c5f98-d175-4e61-b39f-58c9e4a32582/0b12a806-6086-4404-b244-23080914cbb0/d5b6a0c8-0470-424d-b221-c5e39392745c) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:14:40.905006 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:40.920480 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Transition to ACTIVE for port object d5b6a0c8-0470-424d-b221-c5e39392745c will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:14:40.945471 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:40.951043 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0c95cf1d-4768-41c3-970b-b0c36b4884d0 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:41.016186 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:14:41.019353 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:14:41.024128 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:14:41.029544 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:41.030165 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:41.045590 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event updated for resources: {'Port': ['ID=d5b6a0c8-0470-424d-b221-c5e39392745c,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:41.050530 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:41.066178 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473532 Aug 20 19:14:41.079304 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Request body: {'port': {'device_id': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:14:41.201632 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:41.243642 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-d2fed8ed-7c1c-41e6-a36c-21964f6de97d None None] Provisioning for port d5b6a0c8-0470-424d-b221-c5e39392745c completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:14:41.248871 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-d2fed8ed-7c1c-41e6-a36c-21964f6de97d None None] Provisioning complete for port d5b6a0c8-0470-424d-b221-c5e39392745c triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:14:41.249253 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-d2fed8ed-7c1c-41e6-a36c-21964f6de97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:41.305163 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-d2fed8ed-7c1c-41e6-a36c-21964f6de97d None None] Port d5b6a0c8-0470-424d-b221-c5e39392745c cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:14:41.447901 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddcec6-41b5-46c8-b7fa-80c6f794c4a0 req-4cf9bd6f-d07b-4ad0-8aae-ad5c8e6622a2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:41.449476 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-77ddcec6-41b5-46c8-b7fa-80c6f794c4a0 req-4cf9bd6f-d07b-4ad0-8aae-ad5c8e6622a2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 931 time: 0.0914707 Aug 20 19:14:41.499726 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-d3abce31-56f4-4203-ad5c-964d3a060477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:41.507051 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-77ddcec6-41b5-46c8-b7fa-80c6f794c4a0 req-e8398f32-0383-4491-85d0-07ba8d2a1111 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513642 Aug 20 19:14:41.572016 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b6a0c8-0470-424d-b221-c5e39392745c {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:14:41.582340 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:41.646105 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Transition to ACTIVE for port object d5b6a0c8-0470-424d-b221-c5e39392745c will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:14:41.656580 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:41.663782 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e7a9a47f-978f-4578-8435-c31dad4fb748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:41.802189 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Pushing event updated for resources: {'Port': ['ID=d5b6a0c8-0470-424d-b221-c5e39392745c,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:41.806701 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:41.862519 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620597-a3b7-4a5d-a044-d6692ed45718 req-bff78b01-8d55-47bd-885e-8a63e8874e6c tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:41.864381 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-64620597-a3b7-4a5d-a044-d6692ed45718 req-bff78b01-8d55-47bd-885e-8a63e8874e6c tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.2772839 Aug 20 19:14:41.873055 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:41.896304 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Attempting to bind port d5b6a0c8-0470-424d-b221-c5e39392745c on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:14:41.896681 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Attempting to bind port d5b6a0c8-0470-424d-b221-c5e39392745c by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:14:41.897014 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Attempting to bind port d5b6a0c8-0470-424d-b221-c5e39392745c on network e18c5f98-d175-4e61-b39f-58c9e4a32582 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:14:41.908108 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Port d5b6a0c8-0470-424d-b221-c5e39392745c on network e18c5f98-d175-4e61-b39f-58c9e4a32582 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:14:41.908428 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Attempting to bind port d5b6a0c8-0470-424d-b221-c5e39392745c on network e18c5f98-d175-4e61-b39f-58c9e4a32582 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:14:41.923960 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:14:41.924302 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Checking segment: {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:14:41.924721 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Bound using segment: {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:14:41.925158 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Bound port: d5b6a0c8-0470-424d-b221-c5e39392745c, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f67de3-69da-4493-91fa-a802b9e84add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:14:41.925506 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:41.952776 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-64620597-a3b7-4a5d-a044-d6692ed45718 req-79828cab-ce21-4eb6-ac55-d1011071a448 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&id=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756412 Aug 20 19:14:42.028760 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] For port d5b6a0c8-0470-424d-b221-c5e39392745c, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:14:42.031641 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] For port d5b6a0c8-0470-424d-b221-c5e39392745c, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d5b6a0c8-0470-424d-b221-c5e39392745c,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:14:42.036122 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:42.039945 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f151d005-f6d1-4f19-ab3a-17a3c4cab45f tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:42.100966 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:42.101578 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:42.102928 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] 10.222.0.21 "PUT /v2.0/ports/d5b6a0c8-0470-424d-b221-c5e39392745c HTTP/1.1" status: 200 len: 1093 time: 1.0282888 Aug 20 19:14:42.103509 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'tag': 'd5b6a0c8-0470-424d-b221-c5e39392745c'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:42.136934 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Pushing event updated for resources: {'Port': ['ID=d5b6a0c8-0470-424d-b221-c5e39392745c,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:42.140070 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:42.183505 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'tag': 'd5b6a0c8-0470-424d-b221-c5e39392745c', 'status': 'completed', 'code': 200} Aug 20 19:14:42.232360 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-eacf41b5-9cc8-49dc-845b-de4cef8a1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:42.233888 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-eacf41b5-9cc8-49dc-845b-de4cef8a1754 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 1096 time: 0.0846910 Aug 20 19:14:42.307563 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-52398cc2-ecda-4d04-a692-cee4e8872e9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b6a0c8-0470-424d-b221-c5e39392745c HTTP/1.1" status: 200 len: 217 time: 0.0660350 Aug 20 19:14:42.374108 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-68f93c6c-4c6f-4d04-afb7-06c0b1ca8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:42.375515 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-68f93c6c-4c6f-4d04-afb7-06c0b1ca8a4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.0617993 Aug 20 19:14:42.454962 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-01fbe6c8-c490-42b0-970f-28f9e2c8b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:42.454962 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-01fbe6c8-c490-42b0-970f-28f9e2c8b5a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727835 Aug 20 19:14:42.589865 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-50b44dba-61f5-4d28-9c54-0d78e7e26209 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288853 Aug 20 19:14:42.883408 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d01c2bb8-3e73-40ab-92fc-cf8a42cafd66 req-71ea393d-9139-4b17-9be2-287e2c9ae2e4 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865016 Aug 20 19:14:42.899396 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9de76c-667f-4b4f-bcfb-58432fdb6e63 req-0a22677c-06e8-40c0-b205-3c19305506f1 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:42.900184 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7d9de76c-667f-4b4f-bcfb-58432fdb6e63 req-0a22677c-06e8-40c0-b205-3c19305506f1 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:14:42.918974 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7d9de76c-667f-4b4f-bcfb-58432fdb6e63 req-0a22677c-06e8-40c0-b205-3c19305506f1 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:14:42.920722 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7d9de76c-667f-4b4f-bcfb-58432fdb6e63 req-0a22677c-06e8-40c0-b205-3c19305506f1 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 943 time: 0.2986069 Aug 20 19:14:43.017901 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7d9de76c-667f-4b4f-bcfb-58432fdb6e63 req-a9d5c5a9-33a8-48c0-9e71-4e48a6bcf13f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905254 Aug 20 19:14:43.039080 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-d247442e-4a0b-459a-861e-5380c179f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:43.040653 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-d247442e-4a0b-459a-861e-5380c179f45a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 1096 time: 0.0998139 Aug 20 19:14:43.174533 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-facb665d-7c9f-4afc-9fae-fad11d8c807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:43.175987 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-facb665d-7c9f-4afc-9fae-fad11d8c807a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 912 time: 0.1288314 Aug 20 19:14:43.245676 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-34e46251-7cee-47c6-a3e2-c173d8e32506 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b6a0c8-0470-424d-b221-c5e39392745c HTTP/1.1" status: 200 len: 217 time: 0.0621750 Aug 20 19:14:43.313364 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-582c5772-0103-4b9b-ab3e-1e0fca859d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:43.314811 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-582c5772-0103-4b9b-ab3e-1e0fca859d12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.0628333 Aug 20 19:14:43.393185 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-fd6835ad-b35c-4044-a1c7-069d2975ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:43.394571 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-fd6835ad-b35c-4044-a1c7-069d2975ae01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732603 Aug 20 19:14:43.540264 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-bc9970e6-4524-4cd9-967b-3f0b3056b060 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384742 Aug 20 19:14:43.680751 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-947f774f-ea4f-4e76-b4ea-4e08a91ebc16 req-184f3974-2061-44fb-a30a-3cec2aa6c1d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322699 Aug 20 19:14:43.865506 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f6b9655c-c218-4ec4-a748-9fe436d66267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:44.210246 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76a2f5-03ce-474d-8f01-7e047bc02b2f req-38357940-2e46-430d-a047-4fe13f8e55e0 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:44.211704 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ff76a2f5-03ce-474d-8f01-7e047bc02b2f req-38357940-2e46-430d-a047-4fe13f8e55e0 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 943 time: 0.0861597 Aug 20 19:14:44.257605 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ff76a2f5-03ce-474d-8f01-7e047bc02b2f req-cc64d173-249a-46e2-bf99-bb459d4351a2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Aug 20 19:14:44.995067 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:45.447209 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ab369-0439-48be-8f85-0184bdc875e7 req-7704e736-4036-4eb1-8149-98a0193a0da1 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:45.448732 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f6ab369-0439-48be-8f85-0184bdc875e7 req-7704e736-4036-4eb1-8149-98a0193a0da1 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 943 time: 0.0803032 Aug 20 19:14:45.498245 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4f6ab369-0439-48be-8f85-0184bdc875e7 req-0c222a86-d5fd-4d19-b7c5-c6ceaf47cc3c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437906 Aug 20 19:14:45.522079 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device d5b6a0c8-0470-424d-b221-c5e39392745c details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:14:45.659721 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port d5b6a0c8-0470-424d-b221-c5e39392745c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d5b6a0c8-0470-424d-b221-c5e39392745c,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:45.708477 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': 'd5b6a0c8-0470-424d-b221-c5e39392745c', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'port_id': 'd5b6a0c8-0470-424d-b221-c5e39392745c', 'mac_address': 'fa:16:3e:66:a6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:14:45.763644 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:45.781106 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b6a0c8-0470-424d-b221-c5e39392745c {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:14:45.799049 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port d5b6a0c8-0470-424d-b221-c5e39392745c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d5b6a0c8-0470-424d-b221-c5e39392745c,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:45.804762 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:45.806536 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:45.878329 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=d5b6a0c8-0470-424d-b221-c5e39392745c,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:45.882421 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:46.209130 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['d5b6a0c8-0470-424d-b221-c5e39392745c'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:14:46.684887 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:46.685565 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a547-4b9c-40c6-9bb1-17b231691e0b req-65622d00-c52f-46a3-ac7a-0f072cec1641 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:46.687311 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0422a547-4b9c-40c6-9bb1-17b231691e0b req-65622d00-c52f-46a3-ac7a-0f072cec1641 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 944 time: 0.0811355 Aug 20 19:14:46.737019 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0422a547-4b9c-40c6-9bb1-17b231691e0b req-d3ed5ce2-a07d-46f5-8b23-09e88e7fde9e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Aug 20 19:14:47.520474 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device d5b6a0c8-0470-424d-b221-c5e39392745c up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:14:47.593691 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port d5b6a0c8-0470-424d-b221-c5e39392745c completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:14:47.599877 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port d5b6a0c8-0470-424d-b221-c5e39392745c triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:14:47.600258 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:47.722388 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:47.751275 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b6a0c8-0470-424d-b221-c5e39392745c'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:47.762356 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port d5b6a0c8-0470-424d-b221-c5e39392745c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d5b6a0c8-0470-424d-b221-c5e39392745c,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:14:47.770148 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:47.773512 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:14:47.824147 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b6a0c8-0470-424d-b221-c5e39392745c', 'code': 200} Aug 20 19:14:47.854991 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=d5b6a0c8-0470-424d-b221-c5e39392745c,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:14:47.857913 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:14:47.960789 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5b7b-a906-48f0-b259-ffb7e8eefa19 req-ce5ffd4b-8211-4325-b848-ca47da4eb5ea tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:47.962302 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-825a5b7b-a906-48f0-b259-ffb7e8eefa19 req-ce5ffd4b-8211-4325-b848-ca47da4eb5ea tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 945 time: 0.0892100 Aug 20 19:14:48.013168 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-825a5b7b-a906-48f0-b259-ffb7e8eefa19 req-e1d502fb-0d03-4006-b14a-a9d7c54fb07c tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446627 Aug 20 19:14:48.060788 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fed262-0def-472a-8409-ec893a3eacb1 req-5637ba9d-0ba1-47c4-a70a-50f7bedafae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:48.062524 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c4fed262-0def-472a-8409-ec893a3eacb1 req-5637ba9d-0ba1-47c4-a70a-50f7bedafae7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 1098 time: 0.0772891 Aug 20 19:14:48.106204 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c4fed262-0def-472a-8409-ec893a3eacb1 req-a0ee4c96-dc68-48be-a374-d11a06824d28 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373814 Aug 20 19:14:49.210324 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2296a-503b-469b-990e-a3eeab019c6d req-dcda384d-dfc9-435c-bdb7-8435c45617b8 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:49.211809 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-57f2296a-503b-469b-990e-a3eeab019c6d req-dcda384d-dfc9-435c-bdb7-8435c45617b8 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 945 time: 0.0880282 Aug 20 19:14:49.257664 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-57f2296a-503b-469b-990e-a3eeab019c6d req-0f82716b-8814-46b8-8c02-bb4054fb369f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401201 Aug 20 19:14:50.449217 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e7a23-2378-47a2-89a2-1a32fb68b6a2 req-fe8498a0-76dd-4e1d-ae22-b50c5b437c95 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:50.450718 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-590e7a23-2378-47a2-89a2-1a32fb68b6a2 req-fe8498a0-76dd-4e1d-ae22-b50c5b437c95 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 945 time: 0.0869718 Aug 20 19:14:50.497521 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-590e7a23-2378-47a2-89a2-1a32fb68b6a2 req-bb3f0c3d-0e14-4740-9079-0830bed68310 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Aug 20 19:14:50.825057 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45773-5c68-4c3d-bac2-9b370a5d8cad req-6003f6f4-5e1e-4ef4-b321-ba2551461794 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:50.826457 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dfc45773-5c68-4c3d-bac2-9b370a5d8cad req-6003f6f4-5e1e-4ef4-b321-ba2551461794 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 945 time: 0.0814192 Aug 20 19:14:50.835063 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 58976) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:14:50.840252 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-8f01af9a-f4dc-4389-a5c2-0ca827a7dbab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Request body: {'floatingip': {'port_id': 'd5b6a0c8-0470-424d-b221-c5e39392745c'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:14:50.919615 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9a-f4dc-4389-a5c2-0ca827a7dbab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:51.616918 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9a-f4dc-4389-a5c2-0ca827a7dbab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:51.620938 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9a-f4dc-4389-a5c2-0ca827a7dbab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:51.808685 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [None req-8f01af9a-f4dc-4389-a5c2-0ca827a7dbab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Floating IP 43c83cc7-5370-4955-a04d-e8b73a3f09e7 associated. External IP: 172.27.3.30, port: d5b6a0c8-0470-424d-b221-c5e39392745c. Aug 20 19:14:52.166733 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f01af9a-f4dc-4389-a5c2-0ca827a7dbab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Router 8f393ee7-0843-4308-8d48-6885447db335 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:14:52.346861 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f01af9a-f4dc-4389-a5c2-0ca827a7dbab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:14:52.352432 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9a-f4dc-4389-a5c2-0ca827a7dbab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:14:52.356895 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] Sync routers for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:14:52.366906 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:14:52.367538 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:14:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:52.515895 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8f01af9a-f4dc-4389-a5c2-0ca827a7dbab tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "PUT /v2.0/floatingips/43c83cc7-5370-4955-a04d-e8b73a3f09e7 HTTP/1.1" status: 200 len: 990 time: 1.6796308 Aug 20 19:14:52.516444 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'tag': 'd5b6a0c8-0470-424d-b221-c5e39392745c'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:14:52.561153 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:14:52.568634 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'tag': 'd5b6a0c8-0470-424d-b221-c5e39392745c', 'status': 'completed', 'code': 200} Aug 20 19:14:52.680040 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-e0f24545-538d-42f8-bf4c-697f57e98837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:52.681692 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-e0f24545-538d-42f8-bf4c-697f57e98837 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819eec1b00bd496f9821b964cc64a0ed&device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 1098 time: 0.0760946 Aug 20 19:14:52.825493 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-3e73e0b7-d68b-48e3-b75a-bcd2a823733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:52.827112 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-3e73e0b7-d68b-48e3-b75a-bcd2a823733f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 200 len: 912 time: 0.1384904 Aug 20 19:14:52.934776 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '43c83cc7-5370-4955-a04d-e8b73a3f09e7', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '8f393ee7-0843-4308-8d48-6885447db335', 'port_id': 'd5b6a0c8-0470-424d-b221-c5e39392745c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'mac_address': 'fa:16:3e:66:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:14:37Z', 'updated_at': '2021-08-20T19:14:51Z', 'revision_number': 1, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:52.939880 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] Checking router: 8f393ee7-0843-4308-8d48-6885447db335 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:14:52.943779 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-24f7780e-4daf-49e1-96e3-adfae65671bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b6a0c8-0470-424d-b221-c5e39392745c HTTP/1.1" status: 200 len: 998 time: 0.1099231 Aug 20 19:14:52.951464 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:14:52.952165 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:14:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:53.011236 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-8b050fa1-e17e-4cd4-aa1c-d67b02ea563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:53.012717 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-8b050fa1-e17e-4cd4-aa1c-d67b02ea563a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 200 len: 850 time: 0.0598834 Aug 20 19:14:53.097818 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-88e4cdc9-6934-4525-acab-40a9f6261703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:14:53.099865 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-88e4cdc9-6934-4525-acab-40a9f6261703 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e18c5f98-d175-4e61-b39f-58c9e4a32582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797334 Aug 20 19:14:53.135870 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:14:53.242074 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-e11c2598-e8cf-4044-9809-35236d71051e service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342142 Aug 20 19:14:53.382158 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9ac399ba-872e-47be-baf9-5940475c89a1 req-d2957ede-127a-4dca-bf20-213ee22173b6 service neutron] 10.222.0.21 "GET /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313951 Aug 20 19:14:53.531832 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '43c83cc7-5370-4955-a04d-e8b73a3f09e7', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '8f393ee7-0843-4308-8d48-6885447db335', 'port_id': 'd5b6a0c8-0470-424d-b221-c5e39392745c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'mac_address': 'fa:16:3e:66:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:14:37Z', 'updated_at': '2021-08-20T19:14:51Z', 'revision_number': 1, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:14:53.536292 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abd7e3-70ee-4b8b-ae63-39b7045dd6bb None None] The sync data for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi is: [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '43c83cc7-5370-4955-a04d-e8b73a3f09e7', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '8f393ee7-0843-4308-8d48-6885447db335', 'port_id': 'd5b6a0c8-0470-424d-b221-c5e39392745c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'mac_address': 'fa:16:3e:66:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:14:37Z', 'updated_at': '2021-08-20T19:14:51Z', 'revision_number': 1, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:14:53.740494 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df658c-5bc5-45ad-987f-b4ba445b46ed None None] New status for floating IP 43c83cc7-5370-4955-a04d-e8b73a3f09e7: ACTIVE {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:15:02.360531 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:08.389985 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-95d22f14-2e95-4c42-8b3c-57cc0f16f2a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716782 Aug 20 19:15:08.496183 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-ededb4d4-c711-4fb8-ba32-b9d07608c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:08.497675 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-ededb4d4-c711-4fb8-ba32-b9d07608c50b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b133978feac4c16b2783be127286f51&device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1138 time: 0.0822380 Aug 20 19:15:08.649545 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-a169c37a-feb7-4302-86a6-7634bb72d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:08.650998 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-a169c37a-feb7-4302-86a6-7634bb72d39b service neutron] 10.222.0.21 "GET /v2.0/networks?id=fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 200 len: 916 time: 0.1333258 Aug 20 19:15:08.763061 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-afa4666c-be51-4ee7-a99c-10ac7c504085 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 1001 time: 0.1042607 Aug 20 19:15:08.831784 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-e7de9292-4285-4749-8478-c6e3ccd0012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:08.833266 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-e7de9292-4285-4749-8478-c6e3ccd0012f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=050fe079-e106-49e6-8b80-5a2dee95a890 HTTP/1.1" status: 200 len: 854 time: 0.0636678 Aug 20 19:15:08.913176 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-149763c7-98c4-405a-9b92-7f7ccd0bf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:08.914549 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-149763c7-98c4-405a-9b92-7f7ccd0bf4f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fec3487f-cb2f-4590-a727-90ff59704cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745854 Aug 20 19:15:09.049690 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-ff6a491e-cb62-4dc5-aade-fb80e910c2c1 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277869 Aug 20 19:15:09.184284 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ba417b2-06a6-47f4-ac1f-4919987b807e req-311866c1-5f3f-4b29-bd1b-87fc1ebf1209 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268871 Aug 20 19:15:10.668492 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:15:11.492811 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7a35dac7-ab8c-4970-8b49-26e74c4830e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:11.870402 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59054) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:11.875957 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.352932 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Deleting port fe68b3ff-e41f-4499-87b2-3ba3f6bf66d4 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:12.353161 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.531253 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.531574 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.654973 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Calling delete_port for fe68b3ff-e41f-4499-87b2-3ba3f6bf66d4 owned by network:floatingip {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:12.825361 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.829678 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-333fdfb5-ec3f-4449-aa65-bace966bc46c tempest-VolumesActionsTest-964646262 tempest-VolumesActionsTest-964646262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:12.874938 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event deleted for resources: {'Port': ['ID=fe68b3ff-e41f-4499-87b2-3ba3f6bf66d4,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:12.914124 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.914492 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.914860 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.915211 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.915560 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.915906 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.916252 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.916619 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.916968 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.917313 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.917654 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.917994 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:12.930173 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:12.933039 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for floatingip, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:12.933508 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Floating IP 29709c98-2139-4d15-82a2-385fff27f891 disassociated (deleted). External IP: 172.27.3.2, port: b3f92da6-fd67-4164-b79d-d1079b70230e. Aug 20 19:15:13.309142 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Router 266b1256-4e61-49bf-9ab3-0869e3778af7 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:13.496746 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:13.505944 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] Sync routers for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:13.518303 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:13.518652 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:13.519295 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:14:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:13.690709 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8d87b878-a1ca-4303-adcd-af0358bf1953 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "DELETE /v2.0/floatingips/29709c98-2139-4d15-82a2-385fff27f891 HTTP/1.1" status: 204 len: 168 time: 1.8192732 Aug 20 19:15:13.691485 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:15:13.713405 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:13.739662 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'status': 'completed', 'code': 200} Aug 20 19:15:13.845718 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-b000d9f4-0687-4a80-b523-5a53e39b79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:13.847609 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-b000d9f4-0687-4a80-b523-5a53e39b79de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae&device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 1098 time: 0.0845461 Aug 20 19:15:13.909857 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-22a6ee79-9a66-4db9-a433-eae58eac20d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:14.011253 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-f2cf926a-f8b9-405c-90d7-fd0d7eab43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:14.013246 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-f2cf926a-f8b9-405c-90d7-fd0d7eab43a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2943101-33e9-47b3-bca2-614847cf41cd HTTP/1.1" status: 200 len: 909 time: 0.1587713 Aug 20 19:15:14.085803 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '564ac40d-9f76-4670-b455-e0f2a46c2a59', 'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'mac_address': 'fa:16:3e:78:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:19Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 5, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'subnets': [{'id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:14.090388 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] Checking router: 266b1256-4e61-49bf-9ab3-0869e3778af7 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:14.095783 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-04933c87-ae81-4274-b3a7-80f59273133e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f92da6-fd67-4164-b79d-d1079b70230e HTTP/1.1" status: 200 len: 217 time: 0.0753496 Aug 20 19:15:14.099744 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:14.100414 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:14.171316 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95565c58-db89-46a5-8f9c-63981c4fa943 req-e0453515-1795-4141-a65d-5815cb89d9b0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:14.173577 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-95565c58-db89-46a5-8f9c-63981c4fa943 req-e0453515-1795-4141-a65d-5815cb89d9b0 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.1365085 Aug 20 19:15:14.190324 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-b307e8c9-b22a-4805-ad0c-4c0133fdbf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:14.191761 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-b307e8c9-b22a-4805-ad0c-4c0133fdbf1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43 HTTP/1.1" status: 200 len: 847 time: 0.0879359 Aug 20 19:15:14.238790 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-95565c58-db89-46a5-8f9c-63981c4fa943 req-111f5177-2121-4eac-9c81-d4255066e32a tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551112 Aug 20 19:15:14.297756 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-c1ed8ef5-87fa-480a-84c3-62be092101f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:14.297756 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-c1ed8ef5-87fa-480a-84c3-62be092101f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2943101-33e9-47b3-bca2-614847cf41cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797946 Aug 20 19:15:14.328538 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:14.442055 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-223c64f0-60d9-4113-a3cd-b06be11c8606 service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416230 Aug 20 19:15:14.599171 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e1b845b9-e18d-459f-919f-3c43c6bdfafd req-87a0c605-240b-4c5c-87c9-7d5292837f40 service neutron] 10.222.0.21 "GET /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425838 Aug 20 19:15:14.710303 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '564ac40d-9f76-4670-b455-e0f2a46c2a59', 'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'mac_address': 'fa:16:3e:78:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:19Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 5, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'subnets': [{'id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:14.714415 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79745992-c8dc-4595-bdfd-5e4fe726d0f6 None None] The sync data for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi is: [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:08:20Z', 'revision_number': 4, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '564ac40d-9f76-4670-b455-e0f2a46c2a59', 'name': '', 'network_id': 'e2943101-33e9-47b3-bca2-614847cf41cd', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'mac_address': 'fa:16:3e:78:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:19Z', 'updated_at': '2021-08-20T19:08:28Z', 'revision_number': 5, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'subnets': [{'id': '1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:15:14.939983 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b26c84-14cf-44bf-a409-57ec860af9d0 None None] New status for floating IP 29709c98-2139-4d15-82a2-385fff27f891: DOWN {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:15:15.001105 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:15.428178 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3301b-c93c-4e55-bfe5-8277d308771d req-cd981fd9-e40a-4697-9c5a-1ec2e4dd2bdc tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:15.428915 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2fb3301b-c93c-4e55-bfe5-8277d308771d req-cd981fd9-e40a-4697-9c5a-1ec2e4dd2bdc tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Synchronizing usage tracker for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:15:15.446084 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-2fb3301b-c93c-4e55-bfe5-8277d308771d req-cd981fd9-e40a-4697-9c5a-1ec2e4dd2bdc tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Unset dirty status for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:15:15.447259 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2fb3301b-c93c-4e55-bfe5-8277d308771d req-cd981fd9-e40a-4697-9c5a-1ec2e4dd2bdc tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.1000903 Aug 20 19:15:15.499624 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2fb3301b-c93c-4e55-bfe5-8277d308771d req-ea054eed-8533-459b-9400-6445f04ab842 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc48b897-a21c-4afa-9ef6-f68141827c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461721 Aug 20 19:15:15.947277 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-a150d8ef-a977-4fb1-b162-a7f303f4169e tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:15.948774 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-a150d8ef-a977-4fb1-b162-a7f303f4169e tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.21 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 945 time: 0.0864387 Aug 20 19:15:16.021698 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Deleting port b3f92da6-fd67-4164-b79d-d1079b70230e {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:16.022041 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:16.276286 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] For port b3f92da6-fd67-4164-b79d-d1079b70230e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=b3f92da6-fd67-4164-b79d-d1079b70230e,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:16.276670 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:16.404183 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Calling delete_port for b3f92da6-fd67-4164-b79d-d1079b70230e owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:16.546828 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:16.553523 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:16.675730 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-9dcab310-8f69-4eba-b1e9-735c0080d263 req-0bfbd741-44c6-4273-95f9-0c11152682ca tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 210 time: 0.0492451 Aug 20 19:15:16.691766 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event deleted for resources: {'Port': ['ID=b3f92da6-fd67-4164-b79d-d1079b70230e,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:16.692737 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:16.700890 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:16.768995 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] No DVR routers for this DVR port b3f92da6-fd67-4164-b79d-d1079b70230e on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:15:16.771633 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:16.774378 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'name': 'network-vif-deleted', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:15:16.792158 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-67f02d16-4710-4e4d-a272-3a39e5c975b0 req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.21 "DELETE /v2.0/ports/b3f92da6-fd67-4164-b79d-d1079b70230e HTTP/1.1" status: 204 len: 173 time: 0.8379958 Aug 20 19:15:16.836830 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cae301-7d31-4c23-ac00-1a479ca82a91', 'name': 'network-vif-deleted', 'tag': 'b3f92da6-fd67-4164-b79d-d1079b70230e', 'status': 'completed', 'code': 200} Aug 20 19:15:17.864490 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-705fe424-0360-466c-a72c-613fa1d28b94 req-ca8d4db8-58ef-431f-844a-763b9a2dc564 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Synchronizing usage tracker for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:15:17.881191 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-705fe424-0360-466c-a72c-613fa1d28b94 req-ca8d4db8-58ef-431f-844a-763b9a2dc564 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Unset dirty status for tenant:f1b0ce78d59b4a1a9c44aacdaf55a0ae on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:15:17.882667 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-705fe424-0360-466c-a72c-613fa1d28b94 req-ca8d4db8-58ef-431f-844a-763b9a2dc564 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "GET /v2.0/ports?device_id=77cae301-7d31-4c23-ac00-1a479ca82a91 HTTP/1.1" status: 200 len: 210 time: 0.0671742 Aug 20 19:15:18.981446 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59100) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:19.052019 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2b746076-1b96-4bef-8ace-9ee6d1df4507 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:19.083905 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2b746076-1b96-4bef-8ace-9ee6d1df4507 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:19.155552 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2b746076-1b96-4bef-8ace-9ee6d1df4507 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:19.159430 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-888084a4-aee6-4731-b63d-226b42ee09e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:19.176154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b746076-1b96-4bef-8ace-9ee6d1df4507 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc48b897-a21c-4afa-9ef6-f68141827c8c,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:19.179587 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2b746076-1b96-4bef-8ace-9ee6d1df4507 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:19.186673 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2b746076-1b96-4bef-8ace-9ee6d1df4507 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:19.190569 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-2b746076-1b96-4bef-8ace-9ee6d1df4507 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] 10.222.0.54 "DELETE /v2.0/security-groups/cc48b897-a21c-4afa-9ef6-f68141827c8c HTTP/1.1" status: 204 len: 168 time: 0.2055883 Aug 20 19:15:19.241834 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59108) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:19.676070 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device b3f92da6-fd67-4164-b79d-d1079b70230e no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:19.710479 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: b3f92da6-fd67-4164-b79d-d1079b70230e {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:19.710795 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device b3f92da6-fd67-4164-b79d-d1079b70230e not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:19.888274 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67008194'] for router_interface, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.228100 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Deleting port 564ac40d-9f76-4670-b455-e0f2a46c2a59 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:20.228837 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.405536 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] For port 564ac40d-9f76-4670-b455-e0f2a46c2a59, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=564ac40d-9f76-4670-b455-e0f2a46c2a59,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:20.405828 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.609700 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Calling delete_port for 564ac40d-9f76-4670-b455-e0f2a46c2a59 owned by network:router_interface {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:20.934478 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:20.939248 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4d3e38c4-5c3f-46fc-9c66-2ae9cb239468 tempest-VolumesSnapshotTestJSON-365713451 tempest-VolumesSnapshotTestJSON-365713451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:20.983744 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=564ac40d-9f76-4670-b455-e0f2a46c2a59,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:21.010921 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:21.196880 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66598390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67008190'] for router_interface, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:21.547821 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Router 266b1256-4e61-49bf-9ab3-0869e3778af7 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:21.718836 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:21.727928 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] Sync routers for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:21.737894 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-d901bec8-15fb-4179-bf55-e5333ed77de5 admin admin] 10.222.0.54 "PUT /v2.0/routers/266b1256-4e61-49bf-9ab3-0869e3778af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925375 Aug 20 19:15:21.738090 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:21.738211 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59122) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:21.738314 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:21.938031 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:22.036214 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.218653 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.226328 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:15:20Z', 'revision_number': 5, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port': {'id': 'cecc159c-319f-475f-9217-2141ffc44bbc', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:16Z', 'updated_at': '2021-08-20T19:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:22.228348 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Deleting port cecc159c-319f-475f-9217-2141ffc44bbc {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:22.228718 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.230538 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] Checking router: 266b1256-4e61-49bf-9ab3-0869e3778af7 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:22.238917 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] Routers {'266b1256-4e61-49bf-9ab3-0869e3778af7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:22.239529 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['266b1256-4e61-49bf-9ab3-0869e3778af7'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:22.398041 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] Set router 266b1256-4e61-49bf-9ab3-0869e3778af7 gateway port host: None {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:22.405309 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] For port cecc159c-319f-475f-9217-2141ffc44bbc, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=cecc159c-319f-475f-9217-2141ffc44bbc,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:22.405686 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.508639 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:15:22Z', 'revision_number': 6, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port_host': None}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:22.512695 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82628b72-f58a-4aa0-bc5b-1440ab3dc9e1 None None] The sync data for ids ['266b1256-4e61-49bf-9ab3-0869e3778af7'] in dv-cinder-805283-1-iscsi is: [{'id': '266b1256-4e61-49bf-9ab3-0869e3778af7', 'name': 'tempest-TestShelveInstance-231840092-router', 'tenant_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:15Z', 'updated_at': '2021-08-20T19:15:22Z', 'revision_number': 6, 'project_id': 'f1b0ce78d59b4a1a9c44aacdaf55a0ae', 'gw_port_host': None}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:15:22.529096 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Calling delete_port for cecc159c-319f-475f-9217-2141ffc44bbc owned by network:router_gateway {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:22.703736 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.708283 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:22.752323 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cecc159c-319f-475f-9217-2141ffc44bbc,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:22.782972 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:22.800319 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67010839'] for router_gateway, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.994138 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67010125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1096'] for router, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:22.997520 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.025176 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67009869'] for router, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.025994 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 266b1256-4e61-49bf-9ab3-0869e3778af7 {{(pid=79331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:15:23.040116 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.041273 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-6bc9a367-d75b-4716-909f-37b8b08f86e8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/266b1256-4e61-49bf-9ab3-0869e3778af7 HTTP/1.1" status: 204 len: 168 time: 1.3023133 Aug 20 19:15:23.043915 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59130) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:23.112917 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_v2 [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] Deleting subnet 1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43 {{(pid=79331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:15:23.118152 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.178210 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.261767 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.341134 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for subnet, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.348045 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:23.384235 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:23.387194 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:23.390592 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.395677 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa57d09a-df89-4d40-880f-6717831d04b5 None None] Network e2943101-33e9-47b3-bca2-614847cf41cd requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:15:23.402664 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1fb1f7d0-4c0d-4c8d-9e69-6e7d61e34f43 HTTP/1.1" status: 204 len: 168 time: 0.3554323 Aug 20 19:15:23.403068 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59136) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:23.616178 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.628057 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Deleting port d3fc56ad-deba-4321-808f-33348340f6f4 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:23.628574 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.686393 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] DHCP port deletion for e2943101-33e9-47b3-bca2-614847cf41cd request from dv-cinder-805283-1-iscsi {{(pid=79333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:15:23.690971 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] Deleting port d3fc56ad-deba-4321-808f-33348340f6f4 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:23.691409 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.842579 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] For port d3fc56ad-deba-4321-808f-33348340f6f4, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=d3fc56ad-deba-4321-808f-33348340f6f4,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:23.843079 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:23.914823 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 564ac40d-9f76-4670-b455-e0f2a46c2a59 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:23.963254 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 564ac40d-9f76-4670-b455-e0f2a46c2a59 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:23.963611 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 564ac40d-9f76-4670-b455-e0f2a46c2a59 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:23.964034 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device cecc159c-319f-475f-9217-2141ffc44bbc no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:23.970778 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Calling delete_port for d3fc56ad-deba-4321-808f-33348340f6f4 owned by network:dhcp {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:23.994883 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] For port d3fc56ad-deba-4321-808f-33348340f6f4, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=d3fc56ad-deba-4321-808f-33348340f6f4,segment=NetworkSegment(7e566003-c3d4-45f8-a869-f5e20c770991),segment_id=7e566003-c3d4-45f8-a869-f5e20c770991)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:23.995311 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.012521 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: cecc159c-319f-475f-9217-2141ffc44bbc {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:24.012914 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device cecc159c-319f-475f-9217-2141ffc44bbc not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:24.013368 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device d3fc56ad-deba-4321-808f-33348340f6f4 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:24.050708 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.055011 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-1cc8efec-88c7-454c-a53e-531b3a427c6a tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:24.097732 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fc56ad-deba-4321-808f-33348340f6f4,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:24.101219 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:24.101969 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] No DVR routers for this DVR port d3fc56ad-deba-4321-808f-33348340f6f4 on host dv-cinder-805283-1-iscsi {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:15:24.160334 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] Calling delete_port for d3fc56ad-deba-4321-808f-33348340f6f4 owned by network:dhcp {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:24.216710 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.230259 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.230598 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.231349 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.231673 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.231988 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.232332 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.232674 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.232988 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.233309 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.233618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.287671 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No active binding found for port d3fc56ad-deba-4321-808f-33348340f6f4 {{(pid=79333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Aug 20 19:15:24.288097 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device d3fc56ad-deba-4321-808f-33348340f6f4 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:24.313693 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.db.api [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:15:24.314062 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_db.api [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:15:24.330853 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.331209 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.331643 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.331979 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 19:15:24.332412 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2943101-33e9-47b3-bca2-614847cf41cd']}} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:24.345800 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e566003-c3d4-45f8-a869-f5e20c770991') {'for_net_delete': True} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:24.346094 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e566003-c3d4-45f8-a869-f5e20c770991') {} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:24.357498 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65029902'] for segment, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.373661 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.381505 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=79331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:15:24.381953 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65250006'] for segment, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: from cryptography.utils import int_from_bytes Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: from cryptography.utils import int_from_bytes Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: util.warn_limited( Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: util.warn_limited( Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: Traceback (most recent call last): Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: timer() Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: cb(*args, **kw) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: return func(*args, **kwargs) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: self._notify() Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: self.callback(batched_events) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: event.method(event) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: return f(self, *a, **k) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._get(url).json() Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: return self.request(url, 'GET', **kwargs) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:15:24.397519 dv-cinder-805283-1-iscsi neutron-server[79331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:15:24.474888 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.478900 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:24.494914 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.503140 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2943101-33e9-47b3-bca2-614847cf41cd,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:24.506523 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:24.516653 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e2943101-33e9-47b3-bca2-614847cf41cd HTTP/1.1" status: 204 len: 168 time: 1.1127763 Aug 20 19:15:24.519525 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59144) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:24.815315 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] Deleting port d3fc56ad-deba-4321-808f-33348340f6f4 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:24.815923 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:24.880985 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-ee683fbd-1b02-401c-972c-04fbbe4b8acf None None] The port 'd3fc56ad-deba-4321-808f-33348340f6f4' was deleted {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:15:25.163908 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67008194'] for router_interface, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.531429 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Deleting port d9f611d3-8db9-4b4e-9332-a88b736cce5a {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:25.531766 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.705421 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] For port d9f611d3-8db9-4b4e-9332-a88b736cce5a, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=d9f611d3-8db9-4b4e-9332-a88b736cce5a,segment=NetworkSegment(d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0),segment_id=d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:25.705806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:25.829457 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Calling delete_port for d9f611d3-8db9-4b4e-9332-a88b736cce5a owned by network:router_interface {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:26.012266 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:26.016892 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:26.066602 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f611d3-8db9-4b4e-9332-a88b736cce5a,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:26.093616 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:26.339589 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66598390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67008190'] for router_interface, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:26.813036 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:26.996166 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:27.004604 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] Sync routers for ids ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:27.015106 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] 10.222.0.54 "PUT /v2.0/routers/b450cd7a-6f71-47f5-a1e2-2570dfa448b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4944916 Aug 20 19:15:27.016263 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] Routers {'b450cd7a-6f71-47f5-a1e2-2570dfa448b7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:27.017050 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:27.017516 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59158) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:27.205942 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks [] for router, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:27.207471 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] Set router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:27.384015 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:27.394324 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Deleting port 339f68f9-104d-4bc8-a8d0-fac16667a09c {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:27.394709 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:27.533944 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:23Z', 'updated_at': '2021-08-20T19:15:25Z', 'revision_number': 5, 'project_id': 'da95e458004246a093cf352060cddb8f', 'gw_port': {'id': '339f68f9-104d-4bc8-a8d0-fac16667a09c', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:08:24Z', 'updated_at': '2021-08-20T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:27.537970 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] Checking router: b450cd7a-6f71-47f5-a1e2-2570dfa448b7 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:27.547116 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] Routers {'b450cd7a-6f71-47f5-a1e2-2570dfa448b7'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:27.547778 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:27.588634 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] For port 339f68f9-104d-4bc8-a8d0-fac16667a09c, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=339f68f9-104d-4bc8-a8d0-fac16667a09c,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:27.588993 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:27.706252 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] Set router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 gateway port host: None {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:27.718126 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Calling delete_port for 339f68f9-104d-4bc8-a8d0-fac16667a09c owned by network:router_gateway {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:27.816061 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:23Z', 'updated_at': '2021-08-20T19:15:27Z', 'revision_number': 6, 'project_id': 'da95e458004246a093cf352060cddb8f', 'gw_port_host': None}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:27.820409 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a84d37-6411-405d-a691-acd07ca4aa60 None None] The sync data for ids ['b450cd7a-6f71-47f5-a1e2-2570dfa448b7'] in dv-cinder-805283-1-iscsi is: [{'id': 'b450cd7a-6f71-47f5-a1e2-2570dfa448b7', 'name': 'tempest-TestShelveInstance-896029984-router', 'tenant_id': 'da95e458004246a093cf352060cddb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:08:23Z', 'updated_at': '2021-08-20T19:15:27Z', 'revision_number': 6, 'project_id': 'da95e458004246a093cf352060cddb8f', 'gw_port_host': None}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:15:27.905650 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:27.910308 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a898e89c-cbea-404e-bca4-0ef91161ef87 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:27.956655 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Pushing event deleted for resources: {'Port': ['ID=339f68f9-104d-4bc8-a8d0-fac16667a09c,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:27.986439 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:28.163360 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67010839'] for router_gateway, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.350227 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67010125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1096'] for router, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.353282 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.377148 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67009869'] for router, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.377646 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b450cd7a-6f71-47f5-a1e2-2570dfa448b7 {{(pid=79331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:15:28.390100 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.391235 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b450cd7a-6f71-47f5-a1e2-2570dfa448b7 HTTP/1.1" status: 204 len: 168 time: 1.3727918 Aug 20 19:15:28.393678 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59166) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:28.455965 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_v2 [None req-266aba0f-91fe-4ad8-9a43-0ed569174e55 admin admin] Deleting subnet 3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3 {{(pid=79331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:15:28.458992 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-266aba0f-91fe-4ad8-9a43-0ed569174e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.510320 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-266aba0f-91fe-4ad8-9a43-0ed569174e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65029905'] for subnet, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.595169 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-266aba0f-91fe-4ad8-9a43-0ed569174e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.678267 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-266aba0f-91fe-4ad8-9a43-0ed569174e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65249968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64348209'] for subnet, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.684028 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:28.720052 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266aba0f-91fe-4ad8-9a43-0ed569174e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:28.723155 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-266aba0f-91fe-4ad8-9a43-0ed569174e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:28.724798 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-266aba0f-91fe-4ad8-9a43-0ed569174e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.731199 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9326bd0-0376-4354-91bf-bd13063a7e05 None None] Network eb23c5b9-876b-41fa-9973-96c59e436927 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:15:28.734369 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-266aba0f-91fe-4ad8-9a43-0ed569174e55 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3623ecc6-0fe3-45c6-8c46-9d3ec2daceb3 HTTP/1.1" status: 204 len: 168 time: 0.3371079 Aug 20 19:15:28.734485 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59170) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:28.861506 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:28.879409 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Deleting port e1b398a2-283f-44ba-af80-8c026d8996a3 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:28.879836 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.042207 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] DHCP port deletion for eb23c5b9-876b-41fa-9973-96c59e436927 request from dv-cinder-805283-1-iscsi {{(pid=79333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:15:29.046823 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] Deleting port e1b398a2-283f-44ba-af80-8c026d8996a3 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:29.047305 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.122580 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] For port e1b398a2-283f-44ba-af80-8c026d8996a3, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=e1b398a2-283f-44ba-af80-8c026d8996a3,segment=NetworkSegment(d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0),segment_id=d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:29.122931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.249145 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Calling delete_port for e1b398a2-283f-44ba-af80-8c026d8996a3 owned by network:dhcp {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:29.263417 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] For port e1b398a2-283f-44ba-af80-8c026d8996a3, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=e1b398a2-283f-44ba-af80-8c026d8996a3,segment=NetworkSegment(d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0),segment_id=d5ba0ba9-8631-4e92-8b72-3eab0edaa0c0)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:29.263819 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.410474 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] Calling delete_port for e1b398a2-283f-44ba-af80-8c026d8996a3 owned by network:dhcp {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:29.417801 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.421771 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-5b96d51e-7cbb-4723-92ef-856480eaf0dc tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:29.466072 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b398a2-283f-44ba-af80-8c026d8996a3,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:29.471158 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] No DVR routers for this DVR port e1b398a2-283f-44ba-af80-8c026d8996a3 on host dv-cinder-805283-1-iscsi {{(pid=79332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:15:29.490925 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.db.api [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:15:29.491393 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_db.api [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:15:29.505841 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.506255 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.506792 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.507181 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.507546 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.507907 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.508278 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.508650 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.509014 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.509369 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.509719 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.510070 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:15:29.516253 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:29.602944 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.617467 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb23c5b9-876b-41fa-9973-96c59e436927']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:29.634335 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:29.634633 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ba0ba9-8631-4e92-8b72-3eab0edaa0c0') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:29.646660 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.664061 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.670551 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:15:29.670931 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:15:29.685340 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:15:29.759463 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.763197 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:29.776350 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:29.791244 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb23c5b9-876b-41fa-9973-96c59e436927,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:29.795549 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:29.799064 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] 10.222.0.54 "DELETE /v2.0/networks/eb23c5b9-876b-41fa-9973-96c59e436927 HTTP/1.1" status: 204 len: 168 time: 1.0636151 Aug 20 19:15:29.882855 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device d9f611d3-8db9-4b4e-9332-a88b736cce5a no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:29.921598 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: d9f611d3-8db9-4b4e-9332-a88b736cce5a {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:29.921854 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device d9f611d3-8db9-4b4e-9332-a88b736cce5a not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:29.922430 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device e1b398a2-283f-44ba-af80-8c026d8996a3 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:29.932708 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59182) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:29.962131 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: e1b398a2-283f-44ba-af80-8c026d8996a3 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:29.962761 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device e1b398a2-283f-44ba-af80-8c026d8996a3 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:29.963107 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 339f68f9-104d-4bc8-a8d0-fac16667a09c no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:29.988083 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a088404e-0093-4f01-949f-b317c4f76de8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1b0ce78d59b4a1a9c44aacdaf55a0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515244 Aug 20 19:15:29.988648 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59186) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:29.992739 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] Deleting port e1b398a2-283f-44ba-af80-8c026d8996a3 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:29.993236 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.029613 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 339f68f9-104d-4bc8-a8d0-fac16667a09c {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:30.029863 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 339f68f9-104d-4bc8-a8d0-fac16667a09c not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:30.054548 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8b0f76c7-2c2b-432e-a147-8f6b6f851d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.087555 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8b0f76c7-2c2b-432e-a147-8f6b6f851d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.103523 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-19891bbf-ccf5-4a8f-8656-ca7bc5f7c8ac None None] The port 'e1b398a2-283f-44ba-af80-8c026d8996a3' was deleted {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:15:30.146417 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8b0f76c7-2c2b-432e-a147-8f6b6f851d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.150136 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-62f482a7-65fb-4a29-aa59-48b412af8d0e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:30.165159 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f76c7-2c2b-432e-a147-8f6b6f851d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd95e36-5fc0-4815-b586-62174b3ee02e,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:30.169476 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8b0f76c7-2c2b-432e-a147-8f6b6f851d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:30.172822 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8b0f76c7-2c2b-432e-a147-8f6b6f851d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.174015 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8b0f76c7-2c2b-432e-a147-8f6b6f851d10 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbd95e36-5fc0-4815-b586-62174b3ee02e HTTP/1.1" status: 204 len: 168 time: 0.1838930 Aug 20 19:15:30.558946 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59196) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:30.609435 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-391b188b-8aa2-4e2c-829c-80f01ad157c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da95e458004246a093cf352060cddb8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492654 Aug 20 19:15:30.611969 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59200) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:30.673665 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-04db89df-c53b-462d-9bd9-9a42e1dea2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.700771 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-04db89df-c53b-462d-9bd9-9a42e1dea2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.753432 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-04db89df-c53b-462d-9bd9-9a42e1dea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.759472 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-aa86459f-15e8-4ba9-ab04-a28e54205822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:30.770192 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db89df-c53b-462d-9bd9-9a42e1dea2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2ca0b-d2d7-46b9-9a08-9b2f6c9bb3c3,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:30.774608 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-04db89df-c53b-462d-9bd9-9a42e1dea2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:30.785135 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-04db89df-c53b-462d-9bd9-9a42e1dea2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:30.788723 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-04db89df-c53b-462d-9bd9-9a42e1dea2ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aaa2ca0b-d2d7-46b9-9a08-9b2f6c9bb3c3 HTTP/1.1" status: 204 len: 168 time: 0.1732364 Aug 20 19:15:32.376188 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:41.495308 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2e22ca23-7f97-4a81-8ec7-42a1b184d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:41.867428 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:43.856195 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2276845f-746a-4afd-a8cf-dd0e2d755a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:45.002787 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.421423 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-a7286fbe-6844-43f5-801b-1825e75703fa tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480508177&fields=id&tenant_id=8b133978feac4c16b2783be127286f51 HTTP/1.1" status: 200 len: 267 time: 0.0453296 Aug 20 19:15:46.517283 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-73ba578c-2911-478d-a725-3cf81b58b747 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:46.518829 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-73ba578c-2911-478d-a725-3cf81b58b747 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 985 time: 0.0917742 Aug 20 19:15:46.530110 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Request body: {'port': {'security_groups': ['6008390e-29e7-4697-b550-888708d76947']}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:15:46.656455 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.697804 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.904391 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] For port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:46.934322 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.939486 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:46.945790 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d18db015-8584-45ac-8c72-bd6dcc7fe2e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:46.951705 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:15:47.012347 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:47.013016 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.014448 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4fdd8e66-8864-4993-ad6e-ca416ab5b01c req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "PUT /v2.0/ports/6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 943 time: 0.4891207 Aug 20 19:15:47.014983 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:15:47.021109 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59278) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:47.036641 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event updated for resources: {'Port': ['ID=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,revision_number=7']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:47.040763 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-93d538d3-b906-4d24-bce6-3f331324a741 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:47.087858 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:15:47.093718 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'status': 'completed', 'code': 200} Aug 20 19:15:47.178618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3de0e1f9-3d64-44bb-8791-b7614af370c1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.224946 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3de0e1f9-3d64-44bb-8791-b7614af370c1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.274385 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-9154ff30-90bd-4033-906b-83d0950bc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:47.275984 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-9154ff30-90bd-4033-906b-83d0950bc8b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b133978feac4c16b2783be127286f51&device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1099 time: 0.1492767 Aug 20 19:15:47.339527 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-e92503c0-8432-439c-be70-444cb87d8bbe None None] Provisioning complete for port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:15:47.339962 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e92503c0-8432-439c-be70-444cb87d8bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.392921 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3de0e1f9-3d64-44bb-8791-b7614af370c1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.400102 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-78c4dc3b-93cf-4610-8b1e-15a694506681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:47.425480 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0e1f9-3d64-44bb-8791-b7614af370c1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb58bd3-2a2d-41ad-93cd-171e35cd7bde,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:47.431400 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3de0e1f9-3d64-44bb-8791-b7614af370c1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:47.454357 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3de0e1f9-3d64-44bb-8791-b7614af370c1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.455490 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-3de0e1f9-3d64-44bb-8791-b7614af370c1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "DELETE /v2.0/security-groups/1fb58bd3-2a2d-41ad-93cd-171e35cd7bde HTTP/1.1" status: 204 len: 168 time: 0.4315307 Aug 20 19:15:47.457040 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-24705214-2dad-4fee-b2a5-ae1e1eb50d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:47.458342 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-24705214-2dad-4fee-b2a5-ae1e1eb50d06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 200 len: 916 time: 0.1762817 Aug 20 19:15:47.458521 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59282) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:47.571502 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-d3afe661-aba9-4366-967a-14ac6491e139 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 1001 time: 0.1060357 Aug 20 19:15:47.634229 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-17ae63d5-f3f2-4a4f-88c1-412989283ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:47.635684 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-17ae63d5-f3f2-4a4f-88c1-412989283ea9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=050fe079-e106-49e6-8b80-5a2dee95a890 HTTP/1.1" status: 200 len: 854 time: 0.0581095 Aug 20 19:15:47.668780 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:15:47.682993 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Deleting port 79e7381e-bfb9-44cc-8b8b-f4c6cd3b32f8 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:47.683343 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.715454 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-2581d02a-d1ea-4a01-b4f9-c3c68be26c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:47.716872 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-2581d02a-d1ea-4a01-b4f9-c3c68be26c91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fec3487f-cb2f-4590-a727-90ff59704cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741489 Aug 20 19:15:47.856155 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-3d210ec8-e174-49e3-9bdd-4a0b2a9baf7c service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326184 Aug 20 19:15:47.861910 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.862253 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:47.988603 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Calling delete_port for 79e7381e-bfb9-44cc-8b8b-f4c6cd3b32f8 owned by network:floatingip {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:48.112053 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9d29c317-1940-4ad8-84c2-48e3253c40c2 req-0795d12f-9e32-4203-921b-f9e8ff05e2fc service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491479 Aug 20 19:15:48.247330 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:48.250847 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ed549c27-b056-4411-b873-dc8bcf978d06 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:48.296955 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event deleted for resources: {'Port': ['ID=79e7381e-bfb9-44cc-8b8b-f4c6cd3b32f8,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:48.299889 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:48.388138 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks [] for floatingip, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:48.388464 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.l3_db [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Floating IP a75ba864-35a4-4936-9f69-9b668074ca12 disassociated (deleted). External IP: 172.27.3.86, port: 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e. Aug 20 19:15:48.763205 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Router 0710a4ea-e76e-4333-95e6-4a58a97db473 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:48.947955 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:48.957337 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] Sync routers for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:48.967265 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:48.967952 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:48.968900 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:49.027765 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "DELETE /v2.0/floatingips/a75ba864-35a4-4936-9f69-9b668074ca12 HTTP/1.1" status: 204 len: 168 time: 1.5679669 Aug 20 19:15:49.094535 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:15:49.145677 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'status': 'completed', 'code': 200} Aug 20 19:15:49.154777 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:49.263599 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-62a6e6a1-83b2-4805-9117-aea37c6aff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:49.265244 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-62a6e6a1-83b2-4805-9117-aea37c6aff3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b133978feac4c16b2783be127286f51&device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 1099 time: 0.0940022 Aug 20 19:15:49.437769 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-b2363925-92cf-41b8-a6fa-7faf776b2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:49.440847 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-b2363925-92cf-41b8-a6fa-7faf776b2df8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 200 len: 916 time: 0.1683929 Aug 20 19:15:49.516177 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:20Z', 'revision_number': 5, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:49.520237 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] Checking router: 0710a4ea-e76e-4333-95e6-4a58a97db473 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:49.526587 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-3a9906e2-80ca-439d-9bef-2c61ce9b8690 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 200 len: 217 time: 0.0730436 Aug 20 19:15:49.530842 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:49.531462 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:49.590332 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-bd5efcbd-3fef-4a64-81cc-b77e1a0d8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:49.591761 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-bd5efcbd-3fef-4a64-81cc-b77e1a0d8451 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=050fe079-e106-49e6-8b80-5a2dee95a890 HTTP/1.1" status: 200 len: 854 time: 0.0587819 Aug 20 19:15:49.672367 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-699d0964-a5d3-49df-ad45-0b9105e8a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:49.673984 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-699d0964-a5d3-49df-ad45-0b9105e8a600 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fec3487f-cb2f-4590-a727-90ff59704cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754850 Aug 20 19:15:49.714378 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:49.809727 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-24b616f9-d45f-4c89-9717-32c28cd7e536 service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285305 Aug 20 19:15:49.946938 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-09e06e60-1696-4ae4-994b-e76d8e3a7c77 req-6e7aa346-075d-4d98-b1a5-3971c8909a5c service neutron] 10.222.0.21 "GET /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305804 Aug 20 19:15:50.080306 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:20Z', 'revision_number': 5, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:50.084271 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f93ce-060e-44c2-82fb-79defb10ea7f None None] The sync data for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi is: [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:10:10Z', 'revision_number': 4, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '7f5e7f42-84e9-44d2-9074-87bfa6c8ca96', 'name': '', 'network_id': 'fec3487f-cb2f-4590-a727-90ff59704cde', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'mac_address': 'fa:16:3e:e3:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:09Z', 'updated_at': '2021-08-20T19:10:20Z', 'revision_number': 5, 'project_id': '8b133978feac4c16b2783be127286f51', 'subnets': [{'id': '050fe079-e106-49e6-8b80-5a2dee95a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:15:50.320184 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f756e3-69c9-478f-9a00-cf7c0c7a838f None None] New status for floating IP a75ba864-35a4-4936-9f69-9b668074ca12: DOWN {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:15:52.358279 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d987da7-5b46-4916-95e5-2c9ecb6fe754 req-9e9b214e-2871-4d57-9ff1-76e2bf1d2fea tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:52.358864 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-5d987da7-5b46-4916-95e5-2c9ecb6fe754 req-9e9b214e-2871-4d57-9ff1-76e2bf1d2fea tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Synchronizing usage tracker for tenant:8b133978feac4c16b2783be127286f51 on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:15:52.373547 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-5d987da7-5b46-4916-95e5-2c9ecb6fe754 req-9e9b214e-2871-4d57-9ff1-76e2bf1d2fea tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Unset dirty status for tenant:8b133978feac4c16b2783be127286f51 on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:15:52.374636 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5d987da7-5b46-4916-95e5-2c9ecb6fe754 req-9e9b214e-2871-4d57-9ff1-76e2bf1d2fea tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.0944657 Aug 20 19:15:52.424074 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5d987da7-5b46-4916-95e5-2c9ecb6fe754 req-25d99f7f-b656-4a0b-8044-e93d0bd610bd tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Aug 20 19:15:53.608707 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082046ee-3c70-4983-8916-ecb4c2dffaa1 req-6fa6c4d3-a6c4-403f-b680-f414ca130dcf tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:53.610162 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-082046ee-3c70-4983-8916-ecb4c2dffaa1 req-6fa6c4d3-a6c4-403f-b680-f414ca130dcf tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.0797265 Aug 20 19:15:53.655887 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-082046ee-3c70-4983-8916-ecb4c2dffaa1 req-9e954681-5b78-4b9e-831d-928bd250c917 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 Aug 20 19:15:54.346236 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-892b8899-0a2b-4533-ad85-f41c6de66943 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:54.347563 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-892b8899-0a2b-4533-ad85-f41c6de66943 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.0776384 Aug 20 19:15:54.423259 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Deleting port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:54.423599 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:54.682884 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] For port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:54.683268 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:54.812009 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Calling delete_port for 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:54.875585 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de18b-9800-4a42-b2db-3506551e91b6 req-03b12b05-fbe2-4b87-9136-17aea24f7ead tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:15:54.877074 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e49de18b-9800-4a42-b2db-3506551e91b6 req-03b12b05-fbe2-4b87-9136-17aea24f7ead tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfa3b014-64b1-45c0-8c9e-ca84df21d9db HTTP/1.1" status: 200 len: 946 time: 0.1125233 Aug 20 19:15:54.924099 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e49de18b-9800-4a42-b2db-3506551e91b6 req-4ef20f4d-d3e0-46c1-862a-1e52d2405287 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.54 "GET /v2.0/security-groups?id=6008390e-29e7-4697-b550-888708d76947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Aug 20 19:15:54.958850 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:54.964874 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-600e7a8a-5678-455e-8781-25a4fc8f4de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:54.979080 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:15:55.012479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Pushing event deleted for resources: {'Port': ['ID=6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:55.014996 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:55.185958 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] No DVR routers for this DVR port 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:15:55.188825 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:55.191684 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'name': 'network-vif-deleted', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:15:55.206459 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e481dfe8-625a-4eab-aad8-877a9b45b9f7 req-5d25cd15-b319-4b9f-86e1-4a755bdfc22b tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] 10.222.0.21 "DELETE /v2.0/ports/6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e HTTP/1.1" status: 204 len: 173 time: 0.8536661 Aug 20 19:15:55.237754 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3b014-64b1-45c0-8c9e-ca84df21d9db', 'name': 'network-vif-deleted', 'tag': '6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e', 'status': 'completed', 'code': 200} Aug 20 19:15:56.676914 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59380) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:57.467757 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67008194'] for router_interface, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:57.818741 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Deleting port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:57.819478 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:57.834313 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:15:57.868970 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:15:57.869381 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 6268cdeb-a8c8-4e53-9f56-ea9cf47ed22e not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:15:57.989471 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] For port 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=7f5e7f42-84e9-44d2-9074-87bfa6c8ca96,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:57.989850 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:58.111176 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Calling delete_port for 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 owned by network:router_interface {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:15:58.417443 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:58.420896 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d088c181-e540-4dea-b6ad-977ae282564b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:15:58.555170 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5e7f42-84e9-44d2-9074-87bfa6c8ca96,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:15:58.558071 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:15:58.822547 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66598390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67008190'] for router_interface, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:59.176905 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Router 0710a4ea-e76e-4333-95e6-4a58a97db473 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:15:59.348206 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:15:59.358759 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] Sync routers for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:15:59.362727 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] 10.222.0.54 "PUT /v2.0/routers/0710a4ea-e76e-4333-95e6-4a58a97db473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6847217 Aug 20 19:15:59.364979 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59392) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:15:59.368797 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:59.369428 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:59.541936 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:59.545893 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:15:59.721076 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:59.731252 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Deleting port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:15:59.731598 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:15:59.841618 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:15:58Z', 'revision_number': 5, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port': {'id': '8f3f5a6e-c576-4362-9019-a5b5e2d958fa', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:05Z', 'updated_at': '2021-08-20T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:59.845908 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] Checking router: 0710a4ea-e76e-4333-95e6-4a58a97db473 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:15:59.860891 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] Routers {'0710a4ea-e76e-4333-95e6-4a58a97db473'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:15:59.861527 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['0710a4ea-e76e-4333-95e6-4a58a97db473'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:15:59.950688 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] For port 8f3f5a6e-c576-4362-9019-a5b5e2d958fa, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=8f3f5a6e-c576-4362-9019-a5b5e2d958fa,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:15:59.951153 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:00.027948 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] Set router 0710a4ea-e76e-4333-95e6-4a58a97db473 gateway port host: None {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:16:00.088304 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Calling delete_port for 8f3f5a6e-c576-4362-9019-a5b5e2d958fa owned by network:router_gateway {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:00.141546 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:15:59Z', 'revision_number': 6, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port_host': None}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:00.146130 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f91dd-5cda-4fdf-bcf8-3901be63846c None None] The sync data for ids ['0710a4ea-e76e-4333-95e6-4a58a97db473'] in dv-cinder-805283-1-iscsi is: [{'id': '0710a4ea-e76e-4333-95e6-4a58a97db473', 'name': 'tempest-TestMinimumBasicScenario-1165277046-router', 'tenant_id': '8b133978feac4c16b2783be127286f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:04Z', 'updated_at': '2021-08-20T19:15:59Z', 'revision_number': 6, 'project_id': '8b133978feac4c16b2783be127286f51', 'gw_port_host': None}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:16:00.271423 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:00.275591 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0cf947f0-dbc1-4723-9b53-eef2102b598a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:00.318648 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3f5a6e-c576-4362-9019-a5b5e2d958fa,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:00.322459 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:00.325771 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be5e2c-01b8-4e1f-b22c-cd565afa0f24 req-acb10835-a9f8-4073-ae1c-04097dc1da9c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:00.327259 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-26be5e2c-01b8-4e1f-b22c-cd565afa0f24 req-acb10835-a9f8-4073-ae1c-04097dc1da9c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0846915 Aug 20 19:16:00.372035 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-26be5e2c-01b8-4e1f-b22c-cd565afa0f24 req-207e7909-2946-4154-abc8-ed05c242c72b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388074 Aug 20 19:16:00.417690 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67010839'] for router_gateway, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:00.593847 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67010125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1096'] for router, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:00.599384 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:00.623269 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67009869'] for router, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:00.623713 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0710a4ea-e76e-4333-95e6-4a58a97db473 {{(pid=79331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:16:00.637198 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:00.637717 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0710a4ea-e76e-4333-95e6-4a58a97db473 HTTP/1.1" status: 204 len: 168 time: 1.2717597 Aug 20 19:16:00.640507 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59412) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:00.706639 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab7e8a6-5f58-49fe-a0a8-86953a051c4c admin admin] Deleting subnet 050fe079-e106-49e6-8b80-5a2dee95a890 {{(pid=79331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:16:00.709582 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eab7e8a6-5f58-49fe-a0a8-86953a051c4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:00.763690 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eab7e8a6-5f58-49fe-a0a8-86953a051c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65029905'] for subnet, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:00.950016 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eab7e8a6-5f58-49fe-a0a8-86953a051c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.016068 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eab7e8a6-5f58-49fe-a0a8-86953a051c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65249968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64348209'] for subnet, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.020052 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:01.059388 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7e8a6-5f58-49fe-a0a8-86953a051c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050fe079-e106-49e6-8b80-5a2dee95a890,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:01.062528 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-eab7e8a6-5f58-49fe-a0a8-86953a051c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:01.063798 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-eab7e8a6-5f58-49fe-a0a8-86953a051c4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.070072 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-eab7e8a6-5f58-49fe-a0a8-86953a051c4c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/050fe079-e106-49e6-8b80-5a2dee95a890 HTTP/1.1" status: 204 len: 168 time: 0.4279060 Aug 20 19:16:01.071126 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7566b2e8-5560-44ae-9746-583e3e7a1da9 None None] Network fec3487f-cb2f-4590-a727-90ff59704cde requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:16:01.073004 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59416) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:01.181798 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.191997 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Deleting port cd7e1870-704e-41f5-a9e2-fb1965f14e2c {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:01.192318 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.333044 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] DHCP port deletion for fec3487f-cb2f-4590-a727-90ff59704cde request from dv-cinder-805283-1-iscsi {{(pid=79333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:16:01.337609 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] Deleting port cd7e1870-704e-41f5-a9e2-fb1965f14e2c {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:01.337994 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.395760 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] For port cd7e1870-704e-41f5-a9e2-fb1965f14e2c, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=cd7e1870-704e-41f5-a9e2-fb1965f14e2c,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:01.396388 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.598611 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] For port cd7e1870-704e-41f5-a9e2-fb1965f14e2c, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=cd7e1870-704e-41f5-a9e2-fb1965f14e2c,segment=NetworkSegment(e8620a18-ed9a-4cde-b9ee-21eda34fb2b1),segment_id=e8620a18-ed9a-4cde-b9ee-21eda34fb2b1)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:01.599069 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.662797 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Calling delete_port for cd7e1870-704e-41f5-a9e2-fb1965f14e2c owned by network:dhcp {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:01.724225 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] Calling delete_port for cd7e1870-704e-41f5-a9e2-fb1965f14e2c owned by network:dhcp {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:01.770820 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151f8e-336a-4e53-b662-4d6a28c7536e req-f61eb983-7984-483a-9212-c0e734ef51e7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:01.772390 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6b151f8e-336a-4e53-b662-4d6a28c7536e req-f61eb983-7984-483a-9212-c0e734ef51e7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.2047801 Aug 20 19:16:01.773779 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.778565 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a3c991b1-28b8-4f81-81d2-180bdf36123e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:01.802949 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.db.api [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:16:01.803418 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_db.api [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:16:01.835544 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7e1870-704e-41f5-a9e2-fb1965f14e2c,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:01.839125 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] No DVR routers for this DVR port cd7e1870-704e-41f5-a9e2-fb1965f14e2c on host dv-cinder-805283-1-iscsi {{(pid=79332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:16:01.840647 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:01.901683 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device cd7e1870-704e-41f5-a9e2-fb1965f14e2c no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:01.919870 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6b151f8e-336a-4e53-b662-4d6a28c7536e req-ece2cf70-bbfe-4a54-b0d5-066d1605a8b8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058016 Aug 20 19:16:01.945019 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: cd7e1870-704e-41f5-a9e2-fb1965f14e2c {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:01.945019 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device cd7e1870-704e-41f5-a9e2-fb1965f14e2c not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:01.945019 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:01.973306 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:01.973790 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 7f5e7f42-84e9-44d2-9074-87bfa6c8ca96 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:01.974283 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 8f3f5a6e-c576-4362-9019-a5b5e2d958fa no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:01.980590 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:01.997917 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec3487f-cb2f-4590-a727-90ff59704cde']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:02.010485 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:02.010777 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8620a18-ed9a-4cde-b9ee-21eda34fb2b1') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:02.015323 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 8f3f5a6e-c576-4362-9019-a5b5e2d958fa {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:02.015881 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 8f3f5a6e-c576-4362-9019-a5b5e2d958fa not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:02.022278 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:02.038733 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:02.044827 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:16:02.045201 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:16:02.058710 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:16:02.130159 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:02.134130 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:02.151227 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:02.161674 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fec3487f-cb2f-4590-a727-90ff59704cde,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:02.166275 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:02.177284 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fec3487f-cb2f-4590-a727-90ff59704cde HTTP/1.1" status: 204 len: 168 time: 1.1031785 Aug 20 19:16:02.180995 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59424) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:02.305237 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] Deleting port cd7e1870-704e-41f5-a9e2-fb1965f14e2c {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:02.305859 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:02.385210 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-96a3dd2a-1542-451c-b22f-9ba08c27c229 None None] The port 'cd7e1870-704e-41f5-a9e2-fb1965f14e2c' was deleted {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:16:02.400001 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:02.733053 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67008194'] for router_interface, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:03.224338 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2efa03-5335-425f-a2ac-7d7d210244b6 req-d522ed14-026a-4570-bb3e-5be1c86073ab tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:03.226285 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5e2efa03-5335-425f-a2ac-7d7d210244b6 req-d522ed14-026a-4570-bb3e-5be1c86073ab tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.1536150 Aug 20 19:16:03.315536 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Deleting port 0e03dd6d-7a28-4993-ae58-271202bbe334 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:03.315874 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:03.343944 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5e2efa03-5335-425f-a2ac-7d7d210244b6 req-1cfbfbc9-64a8-47b4-b1a3-5b09d47e4e0b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924962 Aug 20 19:16:03.500647 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] For port 0e03dd6d-7a28-4993-ae58-271202bbe334, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=0e03dd6d-7a28-4993-ae58-271202bbe334,segment=NetworkSegment(c0938a5e-37fb-476e-b78c-6b569581da11),segment_id=c0938a5e-37fb-476e-b78c-6b569581da11)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:03.500938 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:03.619971 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Calling delete_port for 0e03dd6d-7a28-4993-ae58-271202bbe334 owned by network:router_interface {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:03.797205 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:03.801393 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:03.850499 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e03dd6d-7a28-4993-ae58-271202bbe334,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:03.854787 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:04.165933 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66598390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67008190'] for router_interface, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:04.669558 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:16:04.774642 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9e6d8-fe1d-4070-82e9-9156e072a2eb req-c9512dbe-f633-4856-9ddc-b104e8f8fc7c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:04.776097 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6cc9e6d8-fe1d-4070-82e9-9156e072a2eb req-c9512dbe-f633-4856-9ddc-b104e8f8fc7c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.1938121 Aug 20 19:16:04.896645 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6cc9e6d8-fe1d-4070-82e9-9156e072a2eb req-c9a7dad5-1fd0-4ab2-89f7-248f060d18f3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131363 Aug 20 19:16:04.899944 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:16:04.910945 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-d51dd54c-c9ea-4bbd-9ad1-8cdacb979203 admin admin] 10.222.0.54 "PUT /v2.0/routers/6b39b4da-b8b5-4895-ada3-9fed53cd09b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7267213 Aug 20 19:16:04.911245 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] Sync routers for ids ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:16:04.911768 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59436) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:04.931306 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] Routers {'6b39b4da-b8b5-4895-ada3-9fed53cd09b1'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:16:04.932083 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:05.085373 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks [] for router, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:05.113884 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] Set router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:16:05.266413 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:05.276968 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Deleting port 62c794cd-89d2-478a-9c1c-d831389c2ae0 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:05.277454 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:05.394665 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:15Z', 'updated_at': '2021-08-20T19:16:03Z', 'revision_number': 5, 'project_id': 'c6de831917864d5581dc8314100ef495', 'gw_port': {'id': '62c794cd-89d2-478a-9c1c-d831389c2ae0', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:10:17Z', 'updated_at': '2021-08-20T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:05.399095 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] Checking router: 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:16:05.407442 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] Routers {'6b39b4da-b8b5-4895-ada3-9fed53cd09b1'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:16:05.408050 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:15:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:05.450330 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] For port 62c794cd-89d2-478a-9c1c-d831389c2ae0, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=62c794cd-89d2-478a-9c1c-d831389c2ae0,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:05.450707 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:05.559659 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] Set router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 gateway port host: None {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:16:05.572071 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Calling delete_port for 62c794cd-89d2-478a-9c1c-d831389c2ae0 owned by network:router_gateway {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:05.700337 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:15Z', 'updated_at': '2021-08-20T19:16:05Z', 'revision_number': 6, 'project_id': 'c6de831917864d5581dc8314100ef495', 'gw_port_host': None}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:05.704702 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351ea01-98f7-4561-ac71-7b90c938b1bb None None] The sync data for ids ['6b39b4da-b8b5-4895-ada3-9fed53cd09b1'] in dv-cinder-805283-1-iscsi is: [{'id': '6b39b4da-b8b5-4895-ada3-9fed53cd09b1', 'name': 'tempest-TestMinimumBasicScenario-1805766145-router', 'tenant_id': 'c6de831917864d5581dc8314100ef495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:10:15Z', 'updated_at': '2021-08-20T19:16:05Z', 'revision_number': 6, 'project_id': 'c6de831917864d5581dc8314100ef495', 'gw_port_host': None}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:16:05.747045 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:05.751762 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-202595de-790e-495c-a757-2a98e0d3f18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:05.831260 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c794cd-89d2-478a-9c1c-d831389c2ae0,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:05.833666 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:05.892042 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67010839'] for router_gateway, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.238691 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67010125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1096'] for router, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.242565 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.336876 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67009869'] for router, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.337389 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b39b4da-b8b5-4895-ada3-9fed53cd09b1 {{(pid=79332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:16:06.354373 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799b8f9-5138-483b-89da-1fd5cdcf6b8f req-d73bab31-92d2-4482-bdcc-fb6ff63f4261 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:06.355820 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4799b8f9-5138-483b-89da-1fd5cdcf6b8f req-d73bab31-92d2-4482-bdcc-fb6ff63f4261 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.3074801 Aug 20 19:16:06.363632 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Notify callbacks [] for router, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.364665 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6b39b4da-b8b5-4895-ada3-9fed53cd09b1 HTTP/1.1" status: 204 len: 168 time: 1.4526186 Aug 20 19:16:06.367488 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59446) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:06.403798 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4799b8f9-5138-483b-89da-1fd5cdcf6b8f req-40c507e6-99ba-48ce-a06a-f728485e7674 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418344 Aug 20 19:16:06.427836 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_v2 [None req-368cc6cc-f207-4589-91db-0d527e68d35d admin admin] Deleting subnet 2fac73bb-85a4-4f78-9934-5104c9a0c2a5 {{(pid=79331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:16:06.430865 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-368cc6cc-f207-4589-91db-0d527e68d35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.457604 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 0e03dd6d-7a28-4993-ae58-271202bbe334 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:06.489317 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-368cc6cc-f207-4589-91db-0d527e68d35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65029905'] for subnet, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.497309 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 0e03dd6d-7a28-4993-ae58-271202bbe334 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:06.497959 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 0e03dd6d-7a28-4993-ae58-271202bbe334 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:06.570257 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-368cc6cc-f207-4589-91db-0d527e68d35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.639268 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-368cc6cc-f207-4589-91db-0d527e68d35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65249968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64348209'] for subnet, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.643183 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0ac053a9-0116-4e29-8d12-24d55fbb98bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:06.681046 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cc6cc-f207-4589-91db-0d527e68d35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fac73bb-85a4-4f78-9934-5104c9a0c2a5,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:06.684023 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-368cc6cc-f207-4589-91db-0d527e68d35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:06.685010 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-368cc6cc-f207-4589-91db-0d527e68d35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.690185 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af021fb6-b017-4f88-bb36-f6e6477b8286 None None] Network c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:16:06.693340 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-368cc6cc-f207-4589-91db-0d527e68d35d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2fac73bb-85a4-4f78-9934-5104c9a0c2a5 HTTP/1.1" status: 204 len: 168 time: 0.3226211 Aug 20 19:16:06.693635 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59450) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:06.811772 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.823283 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Deleting port 4885c11a-843b-4262-abcf-cae0ac07a2f9 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:06.823690 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:06.940368 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] DHCP port deletion for c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 request from dv-cinder-805283-1-iscsi {{(pid=79333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:16:06.947203 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] Deleting port 4885c11a-843b-4262-abcf-cae0ac07a2f9 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:06.947750 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.030557 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] For port 4885c11a-843b-4262-abcf-cae0ac07a2f9, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=4885c11a-843b-4262-abcf-cae0ac07a2f9,segment=NetworkSegment(c0938a5e-37fb-476e-b78c-6b569581da11),segment_id=c0938a5e-37fb-476e-b78c-6b569581da11)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:07.030909 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.153886 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] For port 4885c11a-843b-4262-abcf-cae0ac07a2f9, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=4885c11a-843b-4262-abcf-cae0ac07a2f9,segment=NetworkSegment(c0938a5e-37fb-476e-b78c-6b569581da11),segment_id=c0938a5e-37fb-476e-b78c-6b569581da11)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:07.154118 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Calling delete_port for 4885c11a-843b-4262-abcf-cae0ac07a2f9 owned by network:dhcp {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:07.154667 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.234852 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.238825 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ee666bca-d4ed-4654-a430-f31b000cea3f tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:07.276780 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] Calling delete_port for 4885c11a-843b-4262-abcf-cae0ac07a2f9 owned by network:dhcp {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:07.284599 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=4885c11a-843b-4262-abcf-cae0ac07a2f9,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:07.286409 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] No DVR routers for this DVR port 4885c11a-843b-4262-abcf-cae0ac07a2f9 on host dv-cinder-805283-1-iscsi {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:16:07.287929 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:07.352920 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.db.api [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:16:07.353342 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_db.api [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:16:07.406036 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.419146 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95a1b74-0fb2-4ffa-a3e9-e3b260d19127']}} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:07.431136 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0938a5e-37fb-476e-b78c-6b569581da11') {'for_net_delete': True} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:07.431430 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0938a5e-37fb-476e-b78c-6b569581da11') {} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:16:07.442884 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65029902'] for segment, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.463973 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.470756 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=79331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:16:07.471173 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65250006'] for segment, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: Traceback (most recent call last): Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: timer() Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: cb(*args, **kw) Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: return func(*args, **kwargs) Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: self._notify() Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: self.callback(batched_events) Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: event.method(event) Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: return f(self, *a, **k) Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._get(url).json() Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: return self.request(url, 'GET', **kwargs) Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:16:07.484698 dv-cinder-805283-1-iscsi neutron-server[79331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:16:07.563871 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.568108 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:07.583992 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.592502 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=c95a1b74-0fb2-4ffa-a3e9-e3b260d19127,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:07.595305 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:07.597259 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] 10.222.0.54 "DELETE /v2.0/networks/c95a1b74-0fb2-4ffa-a3e9-e3b260d19127 HTTP/1.1" status: 204 len: 168 time: 0.9025338 Aug 20 19:16:07.610037 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c6e53-7d58-491a-b160-c7cacee9d71e req-d29849cf-d252-4729-94df-cc61a642d0b8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:07.613033 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-303c6e53-7d58-491a-b160-c7cacee9d71e req-d29849cf-d252-4729-94df-cc61a642d0b8 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0986073 Aug 20 19:16:07.661298 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-303c6e53-7d58-491a-b160-c7cacee9d71e req-2557d684-99ba-4a94-a486-0456390a53f3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427973 Aug 20 19:16:07.723644 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59460) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:07.779047 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-1227f0a8-c5ee-4d52-90c3-a8a84124d4d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8b133978feac4c16b2783be127286f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541759 Aug 20 19:16:07.782095 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59464) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:07.851554 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-fc839571-cc81-4ac7-9b3d-07ae1fd4b032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.854628 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] Deleting port 4885c11a-843b-4262-abcf-cae0ac07a2f9 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:07.855082 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.887373 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-fc839571-cc81-4ac7-9b3d-07ae1fd4b032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.923713 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 62c794cd-89d2-478a-9c1c-d831389c2ae0 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:07.949974 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-fc839571-cc81-4ac7-9b3d-07ae1fd4b032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.954053 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d61066ea-b703-4bdd-b424-2e25e982fe21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:07.956111 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb80f5-57ed-4a30-a178-dc09e365556e None None] The port '4885c11a-843b-4262-abcf-cae0ac07a2f9' was deleted {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:16:07.961555 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 62c794cd-89d2-478a-9c1c-d831389c2ae0 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:07.961897 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 62c794cd-89d2-478a-9c1c-d831389c2ae0 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:07.962324 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 4885c11a-843b-4262-abcf-cae0ac07a2f9 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:07.965174 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc839571-cc81-4ac7-9b3d-07ae1fd4b032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6008390e-29e7-4697-b550-888708d76947,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:07.970037 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-fc839571-cc81-4ac7-9b3d-07ae1fd4b032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:07.976762 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-fc839571-cc81-4ac7-9b3d-07ae1fd4b032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:07.977885 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-fc839571-cc81-4ac7-9b3d-07ae1fd4b032 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6008390e-29e7-4697-b550-888708d76947 HTTP/1.1" status: 204 len: 168 time: 0.1945381 Aug 20 19:16:08.010100 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 4885c11a-843b-4262-abcf-cae0ac07a2f9 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:16:08.010496 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 4885c11a-843b-4262-abcf-cae0ac07a2f9 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:16:08.321460 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59472) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:08.369938 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-7215ec7c-ab1c-469b-bec4-2daf60a70754 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6de831917864d5581dc8314100ef495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472422 Aug 20 19:16:08.372240 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59476) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:16:08.431223 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b79f8ebb-d624-45f5-b410-f3d41360e1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:08.457646 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b79f8ebb-d624-45f5-b410-f3d41360e1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:08.511867 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b79f8ebb-d624-45f5-b410-f3d41360e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:08.515946 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-63619800-11ae-40a7-acfb-d958882d9a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:08.529049 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f8ebb-d624-45f5-b410-f3d41360e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b426e6-ec80-43fd-96fe-8aab9580e5e7,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:08.531886 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-b79f8ebb-d624-45f5-b410-f3d41360e1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:08.533806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b79f8ebb-d624-45f5-b410-f3d41360e1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:08.535217 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-b79f8ebb-d624-45f5-b410-f3d41360e1a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13b426e6-ec80-43fd-96fe-8aab9580e5e7 HTTP/1.1" status: 204 len: 168 time: 0.1617360 Aug 20 19:16:08.869401 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376e975-7a28-4301-a9a2-1f4734421e53 req-bac97f6f-5add-4409-a60f-5ef584f6af5d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:08.870989 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e376e975-7a28-4301-a9a2-1f4734421e53 req-bac97f6f-5add-4409-a60f-5ef584f6af5d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0902195 Aug 20 19:16:08.915761 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e376e975-7a28-4301-a9a2-1f4734421e53 req-f67580a6-e007-49a8-b5a4-1c79e2653ec3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390494 Aug 20 19:16:10.109815 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0427e2-03a4-40d9-b06b-727e0a0389f8 req-895357e7-2a01-4231-a797-507df263fc8b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:10.111182 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2b0427e2-03a4-40d9-b06b-727e0a0389f8 req-895357e7-2a01-4231-a797-507df263fc8b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0854375 Aug 20 19:16:10.165867 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2b0427e2-03a4-40d9-b06b-727e0a0389f8 req-44d087d0-4c18-4fd4-b903-e003b53592d3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484939 Aug 20 19:16:11.363762 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88bea3-60aa-43bd-9b0b-d0e2eef1736d req-5d5dd3aa-e373-4c10-bb81-2820e2dc4387 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:11.365247 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0f88bea3-60aa-43bd-9b0b-d0e2eef1736d req-5d5dd3aa-e373-4c10-bb81-2820e2dc4387 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0823557 Aug 20 19:16:11.412385 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0f88bea3-60aa-43bd-9b0b-d0e2eef1736d req-9bbae88a-44fb-46cc-9994-31de025b506e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414684 Aug 20 19:16:11.498623 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ff87ccdb-f419-473c-ad97-53689645b824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.872223 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:11.998148 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 543363ff-0733-4fb3-8413-bc249081335c details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:16:12.162148 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:12.175843 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '543363ff-0733-4fb3-8413-bc249081335c', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'port_id': '543363ff-0733-4fb3-8413-bc249081335c', 'mac_address': 'fa:16:3e:34:bb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:16:12.235702 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.255299 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 543363ff-0733-4fb3-8413-bc249081335c {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:16:12.271917 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:12.276760 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:12.279481 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:12.348627 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=6']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:12.356744 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.357094 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.357431 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.357764 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.358093 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.358417 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.358828 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.359157 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.359486 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.359809 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.360122 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.360440 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:12.364919 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:12.367528 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['543363ff-0733-4fb3-8413-bc249081335c'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:16:12.639530 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c0f31-efb2-4a33-861c-0f9dcb070fa1 req-4b235121-5121-4ed0-8485-6b990dce0766 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:12.641350 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b59c0f31-efb2-4a33-861c-0f9dcb070fa1 req-4b235121-5121-4ed0-8485-6b990dce0766 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 944 time: 0.1142561 Aug 20 19:16:12.692093 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b59c0f31-efb2-4a33-861c-0f9dcb070fa1 req-cab811d8-efe6-48e5-83cb-888f00335e55 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449233 Aug 20 19:16:13.859572 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-862d1300-5826-420e-9ccf-d52cc7dc7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:13.998366 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 543363ff-0733-4fb3-8413-bc249081335c up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:16:14.066047 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 543363ff-0733-4fb3-8413-bc249081335c triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:16:14.066425 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:14.115126 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18eab63-8306-47b7-a280-81f6da1fcaad req-be029a3d-b498-4836-9e50-3d860b901d45 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:14.117680 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e18eab63-8306-47b7-a280-81f6da1fcaad req-be029a3d-b498-4836-9e50-3d860b901d45 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 944 time: 0.3102500 Aug 20 19:16:14.173243 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e18eab63-8306-47b7-a280-81f6da1fcaad req-a33959c9-7660-4d96-a404-0188983f1370 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498574 Aug 20 19:16:14.202711 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:14.233663 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543363ff-0733-4fb3-8413-bc249081335c'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:16:14.250784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:14.261215 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:14.263345 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:14.295768 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543363ff-0733-4fb3-8413-bc249081335c', 'code': 200} Aug 20 19:16:14.343075 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=7']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:14.346585 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:15.003027 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:15.432453 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db262f-8221-40b7-ae05-665bf0b6c767 req-01c8ef14-e3e5-4146-bfbf-47dea2e54fcf tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:15.435030 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-76db262f-8221-40b7-ae05-665bf0b6c767 req-01c8ef14-e3e5-4146-bfbf-47dea2e54fcf tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.1474659 Aug 20 19:16:15.480483 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-76db262f-8221-40b7-ae05-665bf0b6c767 req-10052dec-6cf4-43eb-973c-a4afae69de76 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 Aug 20 19:16:16.668235 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870feb5a-9512-4637-a974-73f312771b2b req-24c11431-9cf8-4f79-aacf-c0a83e9c3a9f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:16.669723 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-870feb5a-9512-4637-a974-73f312771b2b req-24c11431-9cf8-4f79-aacf-c0a83e9c3a9f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0799615 Aug 20 19:16:16.692784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:16.719579 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-870feb5a-9512-4637-a974-73f312771b2b req-60857c44-4895-4e34-a0d4-de43b26f480c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441339 Aug 20 19:16:17.913790 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aadc73-dc1b-4ce4-bf4f-4f6a0a49173d req-170c0ece-df05-4b93-911c-66a82b8bc2a4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:17.915240 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63aadc73-dc1b-4ce4-bf4f-4f6a0a49173d req-170c0ece-df05-4b93-911c-66a82b8bc2a4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0787034 Aug 20 19:16:17.959927 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-63aadc73-dc1b-4ce4-bf4f-4f6a0a49173d req-f3f3fb6b-c6e3-45b9-a7e1-fad9e060648c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390861 Aug 20 19:16:19.268877 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bb455-0d71-4d1b-ada4-1dfa65329d95 req-8300f1bc-f662-446a-a36b-577df9659834 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:19.270406 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-585bb455-0d71-4d1b-ada4-1dfa65329d95 req-8300f1bc-f662-446a-a36b-577df9659834 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.1759310 Aug 20 19:16:19.325054 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-585bb455-0d71-4d1b-ada4-1dfa65329d95 req-ba50637e-6f80-4289-8a12-2427f4e85abc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481863 Aug 20 19:16:20.542957 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55ec60-487a-48d6-8de5-1a0db11d12de req-52ded898-5c49-45cd-99fa-77143090b8d4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:20.544442 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a55ec60-487a-48d6-8de5-1a0db11d12de req-52ded898-5c49-45cd-99fa-77143090b8d4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0869958 Aug 20 19:16:20.595731 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0a55ec60-487a-48d6-8de5-1a0db11d12de req-a75ed51b-3456-4f05-a0d1-7620b740c5d9 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450752 Aug 20 19:16:21.873896 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43191fab-6bc8-4a62-9361-29f147888751 req-f14a48d5-229c-4ffb-9954-ef2a946225bd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:21.877463 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-43191fab-6bc8-4a62-9361-29f147888751 req-f14a48d5-229c-4ffb-9954-ef2a946225bd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.1493554 Aug 20 19:16:21.940983 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-43191fab-6bc8-4a62-9361-29f147888751 req-da7e0126-495a-4f84-83aa-802f55b326a6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564876 Aug 20 19:16:23.162375 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55219f-f9a9-4d6e-bcb4-56a9371c1575 req-95b91ef9-ce20-4812-91d1-1f495e455189 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:23.171081 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b55219f-f9a9-4d6e-bcb4-56a9371c1575 req-95b91ef9-ce20-4812-91d1-1f495e455189 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.1043441 Aug 20 19:16:23.222761 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b55219f-f9a9-4d6e-bcb4-56a9371c1575 req-2afb5ada-9be8-4120-ac03-353ac8f27c4b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506313 Aug 20 19:16:24.458598 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb7b24-76cd-4bca-9b78-31957ec5944d req-83feb8e4-d694-4eae-aa82-3ebfdc5b6f0f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:24.460351 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-57fb7b24-76cd-4bca-9b78-31957ec5944d req-83feb8e4-d694-4eae-aa82-3ebfdc5b6f0f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.1008687 Aug 20 19:16:24.514522 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-57fb7b24-76cd-4bca-9b78-31957ec5944d req-c3d6835c-1a74-4f24-ab28-8799b87d3934 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480237 Aug 20 19:16:24.670516 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:16:25.743078 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347e548-712d-43dd-8ffa-dfe4085d58a5 req-af5d3f05-0ea3-49ad-9566-e9cb687fa2bc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:25.744993 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8347e548-712d-43dd-8ffa-dfe4085d58a5 req-af5d3f05-0ea3-49ad-9566-e9cb687fa2bc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0986342 Aug 20 19:16:25.809601 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8347e548-712d-43dd-8ffa-dfe4085d58a5 req-5e03f6de-c778-4db1-9ca9-b3bba319ad9c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571954 Aug 20 19:16:27.015935 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acbd6b-0cd3-4ff4-9cce-0b077bc816e5 req-e9638189-b49d-4e10-96fa-45ec0f5b428f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:27.017441 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a0acbd6b-0cd3-4ff4-9cce-0b077bc816e5 req-e9638189-b49d-4e10-96fa-45ec0f5b428f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0912580 Aug 20 19:16:27.104489 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-a0acbd6b-0cd3-4ff4-9cce-0b077bc816e5 req-1245ebb1-0c14-45a6-8791-c9127197f014 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798793 Aug 20 19:16:28.300157 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9dc2d-8f6e-47bf-b63a-b180abc6fc75 req-13dbe662-ea8f-4d41-823b-1787a6e6f7c5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:28.301593 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-35a9dc2d-8f6e-47bf-b63a-b180abc6fc75 req-13dbe662-ea8f-4d41-823b-1787a6e6f7c5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0854642 Aug 20 19:16:28.433657 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-35a9dc2d-8f6e-47bf-b63a-b180abc6fc75 req-7376bb4e-ff1d-4ce2-85c5-97b79057b353 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257579 Aug 20 19:16:29.041610 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-76ba9caa-a391-4fc1-a22e-fe5b9923de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:29.042988 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-76ba9caa-a391-4fc1-a22e-fe5b9923de87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 1098 time: 0.0795419 Aug 20 19:16:29.174621 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-c8368f92-1158-408f-b743-4608e2e9880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:29.176031 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-c8368f92-1158-408f-b743-4608e2e9880b service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.1265435 Aug 20 19:16:29.276987 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-b65455b2-d841-4427-acf4-5c6097787d7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=543363ff-0733-4fb3-8413-bc249081335c HTTP/1.1" status: 200 len: 1001 time: 0.0938888 Aug 20 19:16:29.338907 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-c012c96a-b694-4c89-bc0f-8da3bb18a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:29.340215 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-c012c96a-b694-4c89-bc0f-8da3bb18a7ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.0567670 Aug 20 19:16:29.414557 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-0a804d35-d1a8-4445-b672-4e07b027c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:29.416012 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-0a804d35-d1a8-4445-b672-4e07b027c1c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689113 Aug 20 19:16:29.589836 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-071af394-4f49-4884-9294-daf8fb519ac7 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670213 Aug 20 19:16:29.742886 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0e7ee-958d-436b-88b2-6053862288f3 req-6199eee2-4252-403a-bb1e-5737bd5be5ab tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:29.744325 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-49e0e7ee-958d-436b-88b2-6053862288f3 req-6199eee2-4252-403a-bb1e-5737bd5be5ab tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.1992795 Aug 20 19:16:29.749313 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-78dc63da-9336-434b-b5f4-3075c5dba0fb req-978ed5b4-4d8a-485b-9fa7-63162d616d49 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516664 Aug 20 19:16:29.790164 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-49e0e7ee-958d-436b-88b2-6053862288f3 req-69a93c64-83a8-44e6-b44b-da71a10aab00 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399392 Aug 20 19:16:30.982124 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84331503-9b33-48ab-bb6c-6e32c76961a2 req-f7f0b6cd-b656-4837-bf82-3406190be4c0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:30.983560 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-84331503-9b33-48ab-bb6c-6e32c76961a2 req-f7f0b6cd-b656-4837-bf82-3406190be4c0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0807874 Aug 20 19:16:31.030101 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-84331503-9b33-48ab-bb6c-6e32c76961a2 req-d58e0033-fe53-4827-8773-d92fcdd2587b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407348 Aug 20 19:16:32.123536 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 543363ff-0733-4fb3-8413-bc249081335c no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:16:32.247725 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca56e6-b2be-4e10-b881-fe2eab59ee2f req-1fd0059b-4267-4164-9bcf-b1d369a90164 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:32.250165 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e4ca56e6-b2be-4e10-b881-fe2eab59ee2f req-1fd0059b-4267-4164-9bcf-b1d369a90164 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 945 time: 0.0974941 Aug 20 19:16:32.265392 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:32.294041 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543363ff-0733-4fb3-8413-bc249081335c'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:16:32.298781 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-e4ca56e6-b2be-4e10-b881-fe2eab59ee2f req-29172c36-0686-472d-a316-65e7e8cd6528 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Aug 20 19:16:32.304462 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:32.311312 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:32.315205 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-62a273dc-9407-471b-ac73-3912a4b1b411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:32.362829 dv-cinder-805283-1-iscsi neutron-server[79333]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '543363ff-0733-4fb3-8413-bc249081335c', 'code': 422} returned with failed status Aug 20 19:16:32.401433 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:32.409451 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=8']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:32.417594 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:33.831017 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44781700-44ad-4163-8ade-168895c6e5da req-c0ef0c3b-7ab9-44aa-a01b-9b9e660bfb75 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:33.832530 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-44781700-44ad-4163-8ade-168895c6e5da req-c0ef0c3b-7ab9-44aa-a01b-9b9e660bfb75 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0866363 Aug 20 19:16:33.881045 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-44781700-44ad-4163-8ade-168895c6e5da req-dd28b7ad-06b3-4f6d-a77e-7476563e7fc2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428431 Aug 20 19:16:34.002302 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-57132a62-0871-429d-826e-a75bb53571c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326613 Aug 20 19:16:34.843613 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-ac012eb5-073e-4f75-98a5-084a02bf5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:34.845094 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-ac012eb5-073e-4f75-98a5-084a02bf5b95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30&tenant_id=7d2d260d341649cfa820d84b89ec798d HTTP/1.1" status: 200 len: 1096 time: 0.0695527 Aug 20 19:16:34.941034 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-6ae16ef9-ebc0-4288-962e-8018f80141e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:34.942629 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-6ae16ef9-ebc0-4288-962e-8018f80141e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 1096 time: 0.0748804 Aug 20 19:16:35.073258 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-11414f00-1c8a-48b1-b824-9e1d82cff440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:35.074696 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-11414f00-1c8a-48b1-b824-9e1d82cff440 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.1263471 Aug 20 19:16:35.233118 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ce4b-c107-42a8-ae38-b993b39736f0 req-6aeafc77-21c9-456d-9879-3acaf6f1052f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:35.234736 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-47d2ce4b-c107-42a8-ae38-b993b39736f0 req-6aeafc77-21c9-456d-9879-3acaf6f1052f tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0877030 Aug 20 19:16:35.278436 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-97e8f8ae-d185-4ec6-8b87-77d93dacb02d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=543363ff-0733-4fb3-8413-bc249081335c HTTP/1.1" status: 200 len: 999 time: 0.1965802 Aug 20 19:16:35.282448 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-47d2ce4b-c107-42a8-ae38-b993b39736f0 req-61a37241-c03d-44ab-8c37-14a6f261d6cb tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418766 Aug 20 19:16:35.340051 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-2985b640-ae91-4ba2-9c50-b9ed8a44b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:35.341473 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-2985b640-ae91-4ba2-9c50-b9ed8a44b373 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.0570498 Aug 20 19:16:35.414930 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-66ad9474-0d15-4352-9c88-1c6dc333ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:35.416386 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-66ad9474-0d15-4352-9c88-1c6dc333ae41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680444 Aug 20 19:16:35.426807 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-dd8a7503-2224-46cf-b599-e885d4658cbc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:16:35.427861 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-dd8a7503-2224-46cf-b599-e885d4658cbc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048990 Aug 20 19:16:35.558387 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-253f7777-f0fa-4589-b52f-420e555d20e8 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245451 Aug 20 19:16:35.689779 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-487620e0-279c-4f38-8049-5b2dd7f97de5 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242921 Aug 20 19:16:36.485186 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bbcc4-1ebc-4319-92f6-35aec6677352 req-968617ee-a88c-463d-a2f0-f3f280cf3fda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:36.486982 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-435bbcc4-1ebc-4319-92f6-35aec6677352 req-968617ee-a88c-463d-a2f0-f3f280cf3fda tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0901992 Aug 20 19:16:36.536726 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-435bbcc4-1ebc-4319-92f6-35aec6677352 req-eb8a8607-95f7-44db-a00d-0452f6be255b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427752 Aug 20 19:16:37.745978 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ffaba-5dfc-4205-80a7-fb7c5bc4c899 req-6e74112a-fcd9-4763-a577-b2ad1d90d20d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:37.747436 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-868ffaba-5dfc-4205-80a7-fb7c5bc4c899 req-6e74112a-fcd9-4763-a577-b2ad1d90d20d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0927813 Aug 20 19:16:37.795537 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-868ffaba-5dfc-4205-80a7-fb7c5bc4c899 req-0c78f367-81b0-4962-b080-bba9797967ab tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422294 Aug 20 19:16:38.994858 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0cc15-0042-4d51-baf9-771a2debad52 req-35dfe455-b0c9-49e7-a7ad-13938306321c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:38.997241 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ea0cc15-0042-4d51-baf9-771a2debad52 req-35dfe455-b0c9-49e7-a7ad-13938306321c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0835426 Aug 20 19:16:39.047079 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-4ea0cc15-0042-4d51-baf9-771a2debad52 req-33d85007-e93d-4a48-8b51-5e0ec247d414 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442677 Aug 20 19:16:40.249737 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fcec8-64df-4c0f-ac7b-7d92201dc506 req-7ac55bf3-b5c3-4b00-be90-f98c0f7b45cc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:40.251231 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cb6fcec8-64df-4c0f-ac7b-7d92201dc506 req-7ac55bf3-b5c3-4b00-be90-f98c0f7b45cc tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0874045 Aug 20 19:16:40.299193 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cb6fcec8-64df-4c0f-ac7b-7d92201dc506 req-c40dc404-a975-4ef9-9a29-005f68db77e1 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422111 Aug 20 19:16:41.498838 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537357d5-cce1-4a64-9c35-63ce37572c57 req-25097f25-bc6b-47e6-aacd-28a9f63fb4a6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:41.500602 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-537357d5-cce1-4a64-9c35-63ce37572c57 req-25097f25-bc6b-47e6-aacd-28a9f63fb4a6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0845132 Aug 20 19:16:41.506715 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-564c7629-838a-4855-83e4-84075fbd81ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:41.550924 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-537357d5-cce1-4a64-9c35-63ce37572c57 req-0721e4cc-5a9e-49e6-b45d-ad0bf04196c4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Aug 20 19:16:41.883031 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:42.750710 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6321e-b2b0-4362-a1f9-c3ffedebb3e2 req-0e597f1d-d7d4-4564-a002-91cc527ad3b7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:42.752267 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-82f6321e-b2b0-4362-a1f9-c3ffedebb3e2 req-0e597f1d-d7d4-4564-a002-91cc527ad3b7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0860763 Aug 20 19:16:42.799860 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-82f6321e-b2b0-4362-a1f9-c3ffedebb3e2 req-b6a40e41-ea83-4a52-94d7-59bd42df255e tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418334 Aug 20 19:16:43.867086 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1246cf52-6857-440b-8e1d-4c6c2184b86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:44.017424 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5ae5a-a23c-4daa-afa5-db38618593e4 req-06e6cb92-98ae-4d22-b7b5-7e3441c23ac3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:44.018874 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f1a5ae5a-a23c-4daa-afa5-db38618593e4 req-06e6cb92-98ae-4d22-b7b5-7e3441c23ac3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0885949 Aug 20 19:16:44.065485 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f1a5ae5a-a23c-4daa-afa5-db38618593e4 req-5b70067a-7adb-4702-9e12-9dea76faadc6 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409009 Aug 20 19:16:45.009596 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:45.268951 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055114d-b153-4217-8d11-0458e1748a87 req-889ca544-78d2-4bc7-a217-2d7c114a2a14 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:45.270417 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8055114d-b153-4217-8d11-0458e1748a87 req-889ca544-78d2-4bc7-a217-2d7c114a2a14 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0878961 Aug 20 19:16:45.318948 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8055114d-b153-4217-8d11-0458e1748a87 req-6310a29d-e996-4e1a-9265-08769f088584 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426011 Aug 20 19:16:46.516432 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282ebf3-46fa-4772-a5cc-def219ab18c0 req-542dd526-e17f-4fee-8c40-a0928f49b459 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:46.517915 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9282ebf3-46fa-4772-a5cc-def219ab18c0 req-542dd526-e17f-4fee-8c40-a0928f49b459 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0805776 Aug 20 19:16:46.562152 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9282ebf3-46fa-4772-a5cc-def219ab18c0 req-2abeb711-d2e5-4470-bb9f-0fddd9f00c45 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 Aug 20 19:16:46.695995 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:47.754499 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72f7d-69d0-4d7d-8546-796b47bd8755 req-e572a266-67f9-4551-86f5-f75f3dd07fd5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:47.755956 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-87c72f7d-69d0-4d7d-8546-796b47bd8755 req-e572a266-67f9-4551-86f5-f75f3dd07fd5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0823314 Aug 20 19:16:47.801422 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-87c72f7d-69d0-4d7d-8546-796b47bd8755 req-0aa01ec1-ceaa-4de4-8718-41d2bf7e5507 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391576 Aug 20 19:16:49.001373 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b07e2-ee0d-4153-bcaa-7b631d7ad33f req-1f2f13e7-c58e-442e-a7d7-223b1ba558d2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:49.002832 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-899b07e2-ee0d-4153-bcaa-7b631d7ad33f req-1f2f13e7-c58e-442e-a7d7-223b1ba558d2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0877333 Aug 20 19:16:49.048623 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-899b07e2-ee0d-4153-bcaa-7b631d7ad33f req-aba3a589-3f0c-4144-855d-00cf1ee32b36 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400455 Aug 20 19:16:50.255716 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad898f33-bf9d-47e1-bd75-bf5adb7d4bd3 req-0f81fb99-1bc5-4d03-8bac-bf0b7127f2f4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:50.257108 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad898f33-bf9d-47e1-bd75-bf5adb7d4bd3 req-0f81fb99-1bc5-4d03-8bac-bf0b7127f2f4 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0864284 Aug 20 19:16:50.303106 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ad898f33-bf9d-47e1-bd75-bf5adb7d4bd3 req-67a29e42-2940-4558-9dbb-e999d4781975 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395279 Aug 20 19:16:51.491613 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb8b50-e9c8-42cf-b602-d2bf67294bf2 req-aa2e8c15-51ab-4e0f-ae01-da38e5ce7f8b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:51.493093 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0dbb8b50-e9c8-42cf-b602-d2bf67294bf2 req-aa2e8c15-51ab-4e0f-ae01-da38e5ce7f8b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 943 time: 0.0794213 Aug 20 19:16:51.543712 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-0dbb8b50-e9c8-42cf-b602-d2bf67294bf2 req-ec57944e-4396-4f8b-8e2d-76e0fb0b8922 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446980 Aug 20 19:16:52.240790 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 543363ff-0733-4fb3-8413-bc249081335c details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:16:52.375084 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:52.388987 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '543363ff-0733-4fb3-8413-bc249081335c', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'port_id': '543363ff-0733-4fb3-8413-bc249081335c', 'mac_address': 'fa:16:3e:34:bb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:16:52.446564 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:52.463131 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543363ff-0733-4fb3-8413-bc249081335c {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:16:52.478547 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:52.482625 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:52.485560 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:52.549988 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=9']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:52.553172 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:52.740106 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae575da-6d05-4c70-8f2e-76f60760ecb1 req-125df4ef-35d6-4763-8319-4192dcfe4d7b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:52.741617 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cae575da-6d05-4c70-8f2e-76f60760ecb1 req-125df4ef-35d6-4763-8319-4192dcfe4d7b tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 944 time: 0.0874290 Aug 20 19:16:52.789398 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-cae575da-6d05-4c70-8f2e-76f60760ecb1 req-401aebb5-0f7c-40e4-8fb5-ef11679ed293 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409567 Aug 20 19:16:52.867741 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['543363ff-0733-4fb3-8413-bc249081335c'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:16:53.986839 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6b377-2098-4a0e-b8c4-683993f32af4 req-dffb7250-6b99-4aae-a464-0579888ac265 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:53.988291 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c6f6b377-2098-4a0e-b8c4-683993f32af4 req-dffb7250-6b99-4aae-a464-0579888ac265 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 944 time: 0.0850329 Aug 20 19:16:54.034832 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c6f6b377-2098-4a0e-b8c4-683993f32af4 req-4499137b-2a66-4bae-9c4e-f80db42729de tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399761 Aug 20 19:16:54.246552 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 543363ff-0733-4fb3-8413-bc249081335c up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:16:54.314524 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 543363ff-0733-4fb3-8413-bc249081335c triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:16:54.314912 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:54.437908 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:54.467670 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543363ff-0733-4fb3-8413-bc249081335c'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:16:54.478091 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:54.482987 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:54.485553 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:54.538848 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543363ff-0733-4fb3-8413-bc249081335c', 'code': 200} Aug 20 19:16:54.584781 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=10']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:54.591534 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:54.836836 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61339e9-4a92-41f7-99ee-f109e8b71004 req-ca175713-379c-44bb-9cd6-e7fa04e2ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:54.838348 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c61339e9-4a92-41f7-99ee-f109e8b71004 req-ca175713-379c-44bb-9cd6-e7fa04e2ed64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 1099 time: 0.1209333 Aug 20 19:16:54.881529 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c61339e9-4a92-41f7-99ee-f109e8b71004 req-4bcf380f-4370-47a4-9399-0f1fd5cc3a4e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353827 Aug 20 19:16:55.231490 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32286a31-7a3f-4fa1-a33c-db987e9af6be req-a6a218e5-5447-4a10-abda-b36220c26a8d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:55.232963 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-32286a31-7a3f-4fa1-a33c-db987e9af6be req-a6a218e5-5447-4a10-abda-b36220c26a8d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 946 time: 0.0850074 Aug 20 19:16:55.281882 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-32286a31-7a3f-4fa1-a33c-db987e9af6be req-d9fd7b90-d594-403d-bdc5-f84bb9e76b92 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425808 Aug 20 19:16:56.501003 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16342dd9-f750-4356-94ce-3c3d67d17349 req-540cbc92-2eb6-44be-855d-562384fe9b64 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:56.502612 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-16342dd9-f750-4356-94ce-3c3d67d17349 req-540cbc92-2eb6-44be-855d-562384fe9b64 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 946 time: 0.1010144 Aug 20 19:16:56.557111 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-16342dd9-f750-4356-94ce-3c3d67d17349 req-b37ae440-a1ea-4a7b-9545-3a03087db169 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489559 Aug 20 19:16:56.634653 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f90ca4-d234-4796-94fe-a89f932404fe req-9dcb8a1d-bbf2-4d52-8639-bbf8c9f0bdfd tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:56.636672 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f8f90ca4-d234-4796-94fe-a89f932404fe req-9dcb8a1d-bbf2-4d52-8639-bbf8c9f0bdfd tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 945 time: 0.0947752 Aug 20 19:16:56.686938 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f8f90ca4-d234-4796-94fe-a89f932404fe req-410e4be6-53bb-4b2d-8c14-b8eb318a02dd tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 Aug 20 19:16:57.758587 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c4d25-0690-491b-82ba-b05b94fa2334 req-2bb7b502-cd57-48c2-b49c-e5ef64251358 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:57.760587 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a7c4d25-0690-491b-82ba-b05b94fa2334 req-2bb7b502-cd57-48c2-b49c-e5ef64251358 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 946 time: 0.0908716 Aug 20 19:16:57.809319 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0a7c4d25-0690-491b-82ba-b05b94fa2334 req-73c4311d-bc70-4f0f-8982-2564cbd198cd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426390 Aug 20 19:16:57.888488 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654867fa-a092-4fd7-a2c6-85bfe2ce18af req-dc59fd81-28e9-4c62-a8e8-1d0cbb157bfb tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:57.889974 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-654867fa-a092-4fd7-a2c6-85bfe2ce18af req-dc59fd81-28e9-4c62-a8e8-1d0cbb157bfb tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 945 time: 0.0898783 Aug 20 19:16:57.937548 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-654867fa-a092-4fd7-a2c6-85bfe2ce18af req-4b9a6228-9a14-4e23-84c4-ebd25eb52f9e tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Aug 20 19:16:58.532250 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-3d75cefe-3e8f-4190-ad6e-53057aba5184 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:58.533687 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-3d75cefe-3e8f-4190-ad6e-53057aba5184 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 945 time: 0.0845912 Aug 20 19:16:58.622417 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Deleting port d5b6a0c8-0470-424d-b221-c5e39392745c {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:16:58.622809 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:58.968659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] For port d5b6a0c8-0470-424d-b221-c5e39392745c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d5b6a0c8-0470-424d-b221-c5e39392745c,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:16:58.969343 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:59.309976 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc53ffe-0341-4cde-94ef-63be2dfbbb3d req-937d615a-2335-4028-b1dc-7193c2184107 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:16:59.311440 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1cc53ffe-0341-4cde-94ef-63be2dfbbb3d req-937d615a-2335-4028-b1dc-7193c2184107 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 945 time: 0.2601812 Aug 20 19:16:59.350507 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:59.350872 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:59.351182 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Floating IP 43c83cc7-5370-4955-a04d-e8b73a3f09e7 disassociated. External IP: 172.27.3.30, port: d5b6a0c8-0470-424d-b221-c5e39392745c. Aug 20 19:16:59.351522 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Calling delete_port for d5b6a0c8-0470-424d-b221-c5e39392745c owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:16:59.416007 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1cc53ffe-0341-4cde-94ef-63be2dfbbb3d req-15a7649f-a56b-4388-9b9d-bc0bf7b42d33 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups?id=535d83b7-ee98-44e1-b567-f6c6a2d25c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985882 Aug 20 19:16:59.522475 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:16:59.530281 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f75eb287-5e77-490d-b388-b038b056066c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:16:59.574655 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event deleted for resources: {'Port': ['ID=d5b6a0c8-0470-424d-b221-c5e39392745c,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:16:59.586484 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.586861 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.587227 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.587589 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.587942 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.588298 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.588675 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.589630 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.589983 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.590445 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.590806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.591155 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:16:59.644235 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:16:59.774444 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Router 8f393ee7-0843-4308-8d48-6885447db335 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:16:59.971853 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:16:59.984403 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] Sync routers for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:16:59.996935 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:16:59.997966 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:16:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:00.053334 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] No DVR routers for this DVR port d5b6a0c8-0470-424d-b221-c5e39392745c on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:17:00.056837 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:00.060683 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'name': 'network-vif-deleted', 'tag': 'd5b6a0c8-0470-424d-b221-c5e39392745c'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:17:00.078769 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-66bbb21b-2bca-4cff-b970-7d63ab8ce008 req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.21 "DELETE /v2.0/ports/d5b6a0c8-0470-424d-b221-c5e39392745c HTTP/1.1" status: 204 len: 173 time: 1.5395360 Aug 20 19:17:00.123434 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a4bf55-f983-4ce8-8717-d9d7277de5a8', 'name': 'network-vif-deleted', 'tag': 'd5b6a0c8-0470-424d-b221-c5e39392745c', 'status': 'completed', 'code': 200} Aug 20 19:17:00.249743 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:17:00.579986 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:00.585216 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] Checking router: 8f393ee7-0843-4308-8d48-6885447db335 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:17:00.595568 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:17:00.596200 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:16:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:00.599207 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-754341cb-7f85-46c1-bb74-c4713f6006b0 req-82f3d66c-0440-48fb-a674-2bb4cefe15f8 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Synchronizing usage tracker for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:17:00.615178 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-754341cb-7f85-46c1-bb74-c4713f6006b0 req-82f3d66c-0440-48fb-a674-2bb4cefe15f8 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Unset dirty status for tenant:819eec1b00bd496f9821b964cc64a0ed on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:17:00.616729 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-754341cb-7f85-46c1-bb74-c4713f6006b0 req-82f3d66c-0440-48fb-a674-2bb4cefe15f8 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/ports?device_id=99a4bf55-f983-4ce8-8717-d9d7277de5a8 HTTP/1.1" status: 200 len: 210 time: 0.0656743 Aug 20 19:17:00.799836 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:17:01.115017 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:01.119553 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a165740-296e-40de-8c93-8e4126e10d84 None None] The sync data for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi is: [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:06:35Z', 'revision_number': 4, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '839adc70-5407-442c-9992-870cb9fe42ac', 'name': '', 'network_id': 'e18c5f98-d175-4e61-b39f-58c9e4a32582', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'mac_address': 'fa:16:3e:cc:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0b12a806-6086-4404-b244-23080914cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:31Z', 'updated_at': '2021-08-20T19:06:50Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'subnets': [{'id': '0b12a806-6086-4404-b244-23080914cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:17:01.350264 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73963b-f7bc-4853-b47d-f0efa20e4f30 None None] New status for floating IP 43c83cc7-5370-4955-a04d-e8b73a3f09e7: DOWN {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:17:01.672246 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:17:01.745953 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59912) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:01.832963 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1d9c-ae2e-4167-a9cc-29595778dc10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:01.862380 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1d9c-ae2e-4167-a9cc-29595778dc10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:01.916885 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1d9c-ae2e-4167-a9cc-29595778dc10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:01.920832 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-56d0284a-e3bb-447b-94ad-386674cecd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:01.934807 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f1d9c-ae2e-4167-a9cc-29595778dc10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535d83b7-ee98-44e1-b567-f6c6a2d25c48,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:01.937951 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4c8f1d9c-ae2e-4167-a9cc-29595778dc10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:01.948742 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1d9c-ae2e-4167-a9cc-29595778dc10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:01.949860 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-4c8f1d9c-ae2e-4167-a9cc-29595778dc10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "DELETE /v2.0/security-groups/535d83b7-ee98-44e1-b567-f6c6a2d25c48 HTTP/1.1" status: 204 len: 168 time: 0.2029190 Aug 20 19:17:01.953425 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59916) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:01.970422 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.api.v2.resource [None req-6922ab96-8553-40ad-94d0-bec26487238f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] show failed (client error): The resource could not be found. Aug 20 19:17:01.971449 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-6922ab96-8553-40ad-94d0-bec26487238f tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "GET /v2.0/security-groups/535d83b7-ee98-44e1-b567-f6c6a2d25c48 HTTP/1.1" status: 404 len: 347 time: 0.0171065 Aug 20 19:17:01.974297 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59920) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:02.137905 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Deleting port 680e4081-5b04-495d-9dbf-447bd2047ae9 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:17:02.138242 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:02.293474 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device d5b6a0c8-0470-424d-b221-c5e39392745c no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:17:02.332186 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: d5b6a0c8-0470-424d-b221-c5e39392745c {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:17:02.332540 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device d5b6a0c8-0470-424d-b221-c5e39392745c not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:17:02.400999 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:02.408457 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:02.408842 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:02.530845 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Calling delete_port for 680e4081-5b04-495d-9dbf-447bd2047ae9 owned by network:floatingip {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:17:02.670920 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:02.674372 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6326522c-67d6-41b9-a511-6efe27695650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:02.722053 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Pushing event deleted for resources: {'Port': ['ID=680e4081-5b04-495d-9dbf-447bd2047ae9,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:02.752828 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:02.810505 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks [] for floatingip, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:02.828382 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:02.829620 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] 10.222.0.54 "DELETE /v2.0/floatingips/43c83cc7-5370-4955-a04d-e8b73a3f09e7 HTTP/1.1" status: 204 len: 168 time: 0.8544486 Aug 20 19:17:07.111774 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59952) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:07.865370 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67008194'] for router_interface, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:08.240961 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Deleting port 839adc70-5407-442c-9992-870cb9fe42ac {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:17:08.241693 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:08.420104 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] For port 839adc70-5407-442c-9992-870cb9fe42ac, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=839adc70-5407-442c-9992-870cb9fe42ac,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:17:08.420486 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:08.542820 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Calling delete_port for 839adc70-5407-442c-9992-870cb9fe42ac owned by network:router_interface {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:17:08.732897 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:08.737938 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3cacbcad-a00b-4e71-9f81-21c1a9312b39 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:08.811737 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=839adc70-5407-442c-9992-870cb9fe42ac,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:08.828027 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.828440 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.829685 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.830145 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.831086 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.831524 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.831966 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.832443 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.833032 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.833220 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.833648 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.834083 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:17:08.838749 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:09.176614 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66598390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67008190'] for router_interface, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:09.537075 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Router 8f393ee7-0843-4308-8d48-6885447db335 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:17:09.717565 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:17:09.725978 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] Sync routers for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:17:09.729734 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-0e5565e2-cf9e-4311-a06b-0d7dd740bfb2 admin admin] 10.222.0.54 "PUT /v2.0/routers/8f393ee7-0843-4308-8d48-6885447db335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6168904 Aug 20 19:17:09.732169 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59958) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:09.736605 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:17:09.737237 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:16:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:09.919602 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:17:09.921475 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks [] for router, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:10.109546 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:10.120195 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Deleting port 44391930-fc73-46e8-81a2-1933dfdf8682 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:17:10.120658 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:10.251152 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:17:08Z', 'revision_number': 5, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port': {'id': '44391930-fc73-46e8-81a2-1933dfdf8682', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f393ee7-0843-4308-8d48-6885447db335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:17Z', 'updated_at': '2021-08-20T19:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:10.255052 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] Checking router: 8f393ee7-0843-4308-8d48-6885447db335 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:17:10.264535 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] Routers {'8f393ee7-0843-4308-8d48-6885447db335'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:17:10.265541 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:16:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['8f393ee7-0843-4308-8d48-6885447db335'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:10.303386 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] For port 44391930-fc73-46e8-81a2-1933dfdf8682, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=44391930-fc73-46e8-81a2-1933dfdf8682,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:17:10.303876 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:10.353383 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-cfb3d0ba-86f6-4ea1-9ed2-5173b4c893b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791912 Aug 20 19:17:10.424769 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] Set router 8f393ee7-0843-4308-8d48-6885447db335 gateway port host: None {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:17:10.513067 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-34ac8a1e-97cf-44a2-9647-2fdd9204918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:17:10.514581 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-34ac8a1e-97cf-44a2-9647-2fdd9204918c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d2d260d341649cfa820d84b89ec798d&device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 1099 time: 0.0826321 Aug 20 19:17:10.538506 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:17:10Z', 'revision_number': 6, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port_host': None}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:10.543085 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc25f8-27cc-42ae-8a6e-58196b439b0b None None] The sync data for ids ['8f393ee7-0843-4308-8d48-6885447db335'] in dv-cinder-805283-1-iscsi is: [{'id': '8f393ee7-0843-4308-8d48-6885447db335', 'name': 'tempest-AttachVolumeTestJSON-1521348340-router', 'tenant_id': '819eec1b00bd496f9821b964cc64a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:14Z', 'updated_at': '2021-08-20T19:17:10Z', 'revision_number': 6, 'project_id': '819eec1b00bd496f9821b964cc64a0ed', 'gw_port_host': None}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:17:10.560848 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Calling delete_port for 44391930-fc73-46e8-81a2-1933dfdf8682 owned by network:router_gateway {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:17:10.680856 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-8263d43e-1091-4869-bdfa-32b9714d1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:17:10.682256 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-8263d43e-1091-4869-bdfa-32b9714d1196 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 200 len: 918 time: 0.1454682 Aug 20 19:17:10.730702 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:10.736417 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b9cc8e1a-3aaa-4011-945c-e4559c382b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:10.781287 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Pushing event deleted for resources: {'Port': ['ID=44391930-fc73-46e8-81a2-1933dfdf8682,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:10.786568 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:10.793110 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-82f9f8fa-249f-4805-81ba-31fd79204ff4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=543363ff-0733-4fb3-8413-bc249081335c HTTP/1.1" status: 200 len: 1001 time: 0.1033716 Aug 20 19:17:10.857190 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-9e91e132-52cb-4462-8e47-063dd4ba5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:17:10.858723 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-9e91e132-52cb-4462-8e47-063dd4ba5a61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 200 len: 856 time: 0.0604377 Aug 20 19:17:10.892854 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67010839'] for router_gateway, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:10.943905 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-5f7276a2-a578-4034-9cde-0d30d8e340e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:17:10.945373 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-5f7276a2-a578-4034-9cde-0d30d8e340e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3783be21-67f8-4795-bc60-02f09355dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792990 Aug 20 19:17:11.078932 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67010125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1096'] for router, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.081389 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.091510 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-080e8b6d-e950-4574-b433-ed2c8af34386 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370671 Aug 20 19:17:11.108063 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67009869'] for router, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.108626 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f393ee7-0843-4308-8d48-6885447db335 {{(pid=79332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:17:11.122253 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] Notify callbacks [] for router, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.123533 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-7e0d17eb-39a3-43f8-bea2-40f6860d4bae admin admin] 10.222.0.54 "DELETE /v2.0/routers/8f393ee7-0843-4308-8d48-6885447db335 HTTP/1.1" status: 204 len: 168 time: 1.3903644 Aug 20 19:17:11.126732 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 59962) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:11.259817 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6642bdc-cca0-4b04-b744-e4267ae1f568 admin admin] Deleting subnet 0b12a806-6086-4404-b244-23080914cbb0 {{(pid=79331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:17:11.266622 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f6642bdc-cca0-4b04-b744-e4267ae1f568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.411727 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-eddf7ae4-912a-4cd2-b63e-97438114f127 req-c5137b51-3cd6-4d18-91d2-2651055a2f02 service neutron] 10.222.0.21 "GET /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139007 Aug 20 19:17:11.427613 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f6642bdc-cca0-4b04-b744-e4267ae1f568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65029905'] for subnet, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.502087 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f8721177-8c2d-4ac9-8515-6617b7d4081e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.518272 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f6642bdc-cca0-4b04-b744-e4267ae1f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.592715 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f6642bdc-cca0-4b04-b744-e4267ae1f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65249968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64348209'] for subnet, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.596700 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-340896fc-152d-429f-8906-97c67e077e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:11.635112 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6642bdc-cca0-4b04-b744-e4267ae1f568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b12a806-6086-4404-b244-23080914cbb0,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:11.638212 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f6642bdc-cca0-4b04-b744-e4267ae1f568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:11.639697 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f6642bdc-cca0-4b04-b744-e4267ae1f568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.645543 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f6642bdc-cca0-4b04-b744-e4267ae1f568 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0b12a806-6086-4404-b244-23080914cbb0 HTTP/1.1" status: 204 len: 168 time: 0.5178692 Aug 20 19:17:11.646692 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f27d42-41f8-46ee-9fae-f2851e4b40e2 None None] Network e18c5f98-d175-4e61-b39f-58c9e4a32582 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:17:11.648158 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59966) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:11.756476 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.768174 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Deleting port c95cf64e-8c5d-4767-b7af-636817a074b8 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:17:11.768359 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.937784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:11.942855 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 44391930-fc73-46e8-81a2-1933dfdf8682 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:17:11.989589 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 44391930-fc73-46e8-81a2-1933dfdf8682 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:17:11.989933 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 44391930-fc73-46e8-81a2-1933dfdf8682 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:17:11.990394 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 839adc70-5407-442c-9992-870cb9fe42ac no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:17:11.990924 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] For port c95cf64e-8c5d-4767-b7af-636817a074b8, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=c95cf64e-8c5d-4767-b7af-636817a074b8,segment=NetworkSegment(e1f67de3-69da-4493-91fa-a802b9e84add),segment_id=e1f67de3-69da-4493-91fa-a802b9e84add)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:17:11.991314 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.036122 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 839adc70-5407-442c-9992-870cb9fe42ac {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:17:12.036456 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 839adc70-5407-442c-9992-870cb9fe42ac not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:17:12.107119 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad37e05-d4e4-402d-9b40-724964266dff None None] DHCP port deletion for e18c5f98-d175-4e61-b39f-58c9e4a32582 request from dv-cinder-805283-1-iscsi {{(pid=79333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:17:12.121156 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8ad37e05-d4e4-402d-9b40-724964266dff None None] Deleting port c95cf64e-8c5d-4767-b7af-636817a074b8 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:17:12.121525 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8ad37e05-d4e4-402d-9b40-724964266dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.131008 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Calling delete_port for c95cf64e-8c5d-4767-b7af-636817a074b8 owned by network:dhcp {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:17:12.210997 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.215736 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-eb0318aa-cb75-41e6-aed4-ab1a04de50b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:12.224820 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8ad37e05-d4e4-402d-9b40-724964266dff None None] The port 'c95cf64e-8c5d-4767-b7af-636817a074b8' was deleted {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:17:12.263756 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c95cf64e-8c5d-4767-b7af-636817a074b8,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:12.267666 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:12.272409 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] No DVR routers for this DVR port c95cf64e-8c5d-4767-b7af-636817a074b8 on host dv-cinder-805283-1-iscsi {{(pid=79332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:17:12.390966 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.404259 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18c5f98-d175-4e61-b39f-58c9e4a32582']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:12.419616 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f67de3-69da-4493-91fa-a802b9e84add') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:12.419906 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f67de3-69da-4493-91fa-a802b9e84add') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:12.431208 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.446902 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.453628 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:17:12.453996 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:17:12.467533 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:17:12.540840 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.544487 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:12.557220 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.571799 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=e18c5f98-d175-4e61-b39f-58c9e4a32582,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:12.576036 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:12.586695 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] 10.222.0.54 "DELETE /v2.0/networks/e18c5f98-d175-4e61-b39f-58c9e4a32582 HTTP/1.1" status: 204 len: 168 time: 0.9373808 Aug 20 19:17:12.707698 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59972) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:12.861653 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-fb2eb146-4513-417e-9a4d-1c357714a21a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=819eec1b00bd496f9821b964cc64a0ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1527247 Aug 20 19:17:12.864091 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 59976) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:12.921956 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-cf632dbf-86f6-4b5a-b176-ba069f63fa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.947183 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-cf632dbf-86f6-4b5a-b176-ba069f63fa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:12.998259 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-cf632dbf-86f6-4b5a-b176-ba069f63fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:13.002021 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:13.016577 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf632dbf-86f6-4b5a-b176-ba069f63fa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ff96f9-8f14-4626-a557-c34c79930eeb,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:13.020447 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-cf632dbf-86f6-4b5a-b176-ba069f63fa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:13.023692 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-cf632dbf-86f6-4b5a-b176-ba069f63fa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:13.024835 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-cf632dbf-86f6-4b5a-b176-ba069f63fa34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2ff96f9-8f14-4626-a557-c34c79930eeb HTTP/1.1" status: 204 len: 168 time: 0.1598177 Aug 20 19:17:13.860477 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-d01f548f-e8b6-416f-929d-2860b8c1630a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:13.931468 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device c95cf64e-8c5d-4767-b7af-636817a074b8 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:17:13.965247 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: c95cf64e-8c5d-4767-b7af-636817a074b8 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:17:13.965597 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device c95cf64e-8c5d-4767-b7af-636817a074b8 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:17:14.800800 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60022) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:14.930503 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:14.948581 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:17:14.952461 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] Usage tracker for resource:security_group_rule and tenant:167ffda8d8e74dd698a554967807c845 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:17:14.955307 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:17:14.961133 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:17:15.009234 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.051099 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.054867 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.061798 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-982269e6-c89e-464f-ab30-ca605b4b3e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:15.102142 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=167ffda8d8e74dd698a554967807c845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002787 Aug 20 19:17:15.103048 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f141fb9a-a190-4cef-9dca-823a4f9da3b5,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:15.105544 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60028) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:15.107048 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c3017f0f-35be-4c7f-8676-2c69877d2799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:15.164816 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65dc99c0-e615-4ee0-914c-9649872ebaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.190737 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65dc99c0-e615-4ee0-914c-9649872ebaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.242050 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65dc99c0-e615-4ee0-914c-9649872ebaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.247282 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-687622d0-a8b1-45b4-92b8-575b21cb0dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:15.259326 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc99c0-e615-4ee0-914c-9649872ebaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f141fb9a-a190-4cef-9dca-823a4f9da3b5,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:15.263959 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-65dc99c0-e615-4ee0-914c-9649872ebaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:15.266346 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65dc99c0-e615-4ee0-914c-9649872ebaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.269235 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-65dc99c0-e615-4ee0-914c-9649872ebaf2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f141fb9a-a190-4cef-9dca-823a4f9da3b5 HTTP/1.1" status: 204 len: 168 time: 0.1623704 Aug 20 19:17:15.567657 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60036) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:15.585801 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.600420 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:17:15.604764 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:b4158a322fd74f0d910436f6f9c0a03e is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:17:15.607658 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:17:15.613498 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:17:15.702166 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.706448 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.713481 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-0e279c59-ee2a-47c5-883c-aa93cba25aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:15.753826 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b4158a322fd74f0d910436f6f9c0a03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851184 Aug 20 19:17:15.754716 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2677eefd-a2b6-4740-8bcb-7ef88861ab3b,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:15.757395 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60040) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:15.759596 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:15.821723 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3be0864d-f976-4896-94a7-103d55e5a86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.848662 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3be0864d-f976-4896-94a7-103d55e5a86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.910939 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3be0864d-f976-4896-94a7-103d55e5a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.915873 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ae6da65d-dab0-458c-8003-e786bcb69fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:15.929047 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0864d-f976-4896-94a7-103d55e5a86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2677eefd-a2b6-4740-8bcb-7ef88861ab3b,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:15.933405 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3be0864d-f976-4896-94a7-103d55e5a86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:15.938801 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3be0864d-f976-4896-94a7-103d55e5a86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:15.940170 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3be0864d-f976-4896-94a7-103d55e5a86a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2677eefd-a2b6-4740-8bcb-7ef88861ab3b HTTP/1.1" status: 204 len: 168 time: 0.1817303 Aug 20 19:17:16.698689 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:22.529207 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60128) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:22.644900 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:22.659830 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:17:22.663662 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Usage tracker for resource:security_group_rule and tenant:25f78dff1e7741c08f0306e2cd5b71d0 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:17:22.666553 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:17:22.673206 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:17:22.758568 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:22.763575 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:22.773836 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a0ce829e-9102-48ef-a273-b0c34bc89d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:22.820495 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25f78dff1e7741c08f0306e2cd5b71d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872043 Aug 20 19:17:22.820495 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa7b0d-c912-4dcd-9b78-4370efd491d1,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:22.821358 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60134) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:22.822712 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:22.885191 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8da588d0-1375-4459-b666-f41053fb3c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:22.911487 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8da588d0-1375-4459-b666-f41053fb3c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:22.962554 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8da588d0-1375-4459-b666-f41053fb3c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:22.967460 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-799e0f95-8e11-4605-b7c2-b1d79a34f277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:22.978572 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da588d0-1375-4459-b666-f41053fb3c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefa7b0d-c912-4dcd-9b78-4370efd491d1,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:22.983856 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8da588d0-1375-4459-b666-f41053fb3c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:22.985542 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8da588d0-1375-4459-b666-f41053fb3c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:22.986684 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8da588d0-1375-4459-b666-f41053fb3c93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cefa7b0d-c912-4dcd-9b78-4370efd491d1 HTTP/1.1" status: 204 len: 168 time: 0.1640551 Aug 20 19:17:23.272247 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60142) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:23.290189 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:23.305527 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:17:23.310416 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:bf5b7e3f7971482d9e339d9ccbd379e2 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:17:23.313490 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:17:23.321417 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:17:23.402603 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:23.406422 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:23.413201 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-694781d3-9f1e-4691-83d8-5887dfd806b9 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:23.452941 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b827b3-a105-4dc4-aa42-397c26884277,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:23.456940 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf5b7e3f7971482d9e339d9ccbd379e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836534 Aug 20 19:17:23.457918 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:23.459701 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60146) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:23.523554 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bec958bc-af1e-4832-af51-74af2a7f4565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:23.554591 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bec958bc-af1e-4832-af51-74af2a7f4565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:23.614290 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bec958bc-af1e-4832-af51-74af2a7f4565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:23.618171 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8b0f76c7-2c2b-432e-a147-8f6b6f851d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:23.629584 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec958bc-af1e-4832-af51-74af2a7f4565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b827b3-a105-4dc4-aa42-397c26884277,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:23.633444 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bec958bc-af1e-4832-af51-74af2a7f4565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:23.636873 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bec958bc-af1e-4832-af51-74af2a7f4565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:23.637985 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-bec958bc-af1e-4832-af51-74af2a7f4565 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3b827b3-a105-4dc4-aa42-397c26884277 HTTP/1.1" status: 204 len: 168 time: 0.1773829 Aug 20 19:17:25.122594 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60190) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:25.245475 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:25.259552 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:17:25.264083 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] Usage tracker for resource:security_group_rule and tenant:76c2da7dba0940928ea05a630ca5e6e0 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:17:25.266965 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:17:25.272877 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:17:25.358331 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:25.362261 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:25.369351 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8faf81fa-d3f7-4de2-92ed-725a79c8f4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:25.410575 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3895e165-1cc6-40fe-be2c-3d42445ab3e5,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:25.414916 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=76c2da7dba0940928ea05a630ca5e6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907789 Aug 20 19:17:25.415799 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-dbe94c6b-cf2a-4449-8875-35eb9e08805e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:25.418939 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60196) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:25.475937 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-87c1a70e-d903-4cfc-9db6-307bbd514fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:25.506087 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-87c1a70e-d903-4cfc-9db6-307bbd514fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:25.559529 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-87c1a70e-d903-4cfc-9db6-307bbd514fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:25.563129 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1587dd8a-dcbb-44b7-af6f-0b573efed0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:25.575664 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1a70e-d903-4cfc-9db6-307bbd514fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3895e165-1cc6-40fe-be2c-3d42445ab3e5,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:25.578256 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-87c1a70e-d903-4cfc-9db6-307bbd514fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:25.585389 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-87c1a70e-d903-4cfc-9db6-307bbd514fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:25.586490 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-87c1a70e-d903-4cfc-9db6-307bbd514fed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3895e165-1cc6-40fe-be2c-3d42445ab3e5 HTTP/1.1" status: 204 len: 168 time: 0.1674483 Aug 20 19:17:32.406528 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.212974 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60324) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:35.328750 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.342778 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:17:35.346678 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Usage tracker for resource:security_group_rule and tenant:9a80634106e448dfb83e959ef24ca3c6 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:17:35.349713 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:17:35.355465 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:17:35.438283 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.442643 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.450359 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-04db89df-c53b-462d-9bd9-9a42e1dea2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:35.491589 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a80634106e448dfb83e959ef24ca3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773764 Aug 20 19:17:35.492640 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28478e2-b07c-47a3-9d7e-761939c974f2,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:35.494285 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60330) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:35.496728 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:35.555425 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1af39b3-985b-40d7-bdec-d5ee20dcab9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.581674 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1af39b3-985b-40d7-bdec-d5ee20dcab9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.637843 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1af39b3-985b-40d7-bdec-d5ee20dcab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.641595 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-851ae4c0-357f-46a6-a10d-911d2bcf3ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:35.653913 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af39b3-985b-40d7-bdec-d5ee20dcab9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28478e2-b07c-47a3-9d7e-761939c974f2,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:35.656333 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f1af39b3-985b-40d7-bdec-d5ee20dcab9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:35.662002 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f1af39b3-985b-40d7-bdec-d5ee20dcab9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.663102 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f1af39b3-985b-40d7-bdec-d5ee20dcab9b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b28478e2-b07c-47a3-9d7e-761939c974f2 HTTP/1.1" status: 204 len: 168 time: 0.1672151 Aug 20 19:17:35.953971 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60338) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:35.972112 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:35.990624 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:17:35.995991 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Usage tracker for resource:security_group_rule and tenant:b27cb824012e4c889fb13ef41ca7e1e9 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:17:35.998153 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:17:36.004749 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:17:36.089709 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.093844 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.100380 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-fc839571-cc81-4ac7-9b3d-07ae1fd4b032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:36.141793 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b27cb824012e4c889fb13ef41ca7e1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867738 Aug 20 19:17:36.142679 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e234fe0-dd2d-4df0-b831-306a20b8b1c2,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:36.145499 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60342) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:36.145653 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:36.207552 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5d193eb3-f46d-4b6a-a1a1-adde9350b16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.232178 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5d193eb3-f46d-4b6a-a1a1-adde9350b16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.284232 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5d193eb3-f46d-4b6a-a1a1-adde9350b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.288908 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-33fba113-a3ad-46ef-afbf-09b797879a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:36.300790 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d193eb3-f46d-4b6a-a1a1-adde9350b16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e234fe0-dd2d-4df0-b831-306a20b8b1c2,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:36.304210 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5d193eb3-f46d-4b6a-a1a1-adde9350b16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:36.306653 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-5d193eb3-f46d-4b6a-a1a1-adde9350b16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.309389 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-5d193eb3-f46d-4b6a-a1a1-adde9350b16c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e234fe0-dd2d-4df0-b831-306a20b8b1c2 HTTP/1.1" status: 204 len: 168 time: 0.1620436 Aug 20 19:17:36.709170 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60350) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:36.727539 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.742155 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:17:36.746031 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Usage tracker for resource:security_group_rule and tenant:1dfc2eb5bda2449ba365f10a6ffab335 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:17:36.748851 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:17:36.754546 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:17:36.845910 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.849934 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.857745 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f1af39b3-985b-40d7-bdec-d5ee20dcab9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:36.897197 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1dfc2eb5bda2449ba365f10a6ffab335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868551 Aug 20 19:17:36.898202 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088bbd2a-24b3-4de2-8642-64dc64fa3c15,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:36.900176 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60354) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:36.901909 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:36.964056 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2ae40eee-f63f-4a99-90be-b059f1f3e946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:36.989587 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2ae40eee-f63f-4a99-90be-b059f1f3e946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:37.041188 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2ae40eee-f63f-4a99-90be-b059f1f3e946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:37.044954 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8f498cb9-c68d-459d-ac3b-8edfb909426a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:37.062285 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae40eee-f63f-4a99-90be-b059f1f3e946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088bbd2a-24b3-4de2-8642-64dc64fa3c15,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:37.064864 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2ae40eee-f63f-4a99-90be-b059f1f3e946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:37.074993 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2ae40eee-f63f-4a99-90be-b059f1f3e946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:37.076109 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-2ae40eee-f63f-4a99-90be-b059f1f3e946 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/088bbd2a-24b3-4de2-8642-64dc64fa3c15 HTTP/1.1" status: 204 len: 168 time: 0.1741345 Aug 20 19:17:38.671657 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:17:41.504883 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3122a0f4-395b-42e8-b894-ef3f09611d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:41.881088 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:43.862602 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e93e43c0-5ffb-46dd-b4a9-76757ada72b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:45.012246 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:46.701176 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:54.629561 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b719e4-1460-4886-8d1a-e61131bbba3e req-650c4dd2-ba6d-4527-8c47-83218094c68d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:17:54.631033 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b0b719e4-1460-4886-8d1a-e61131bbba3e req-650c4dd2-ba6d-4527-8c47-83218094c68d tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 946 time: 0.0806556 Aug 20 19:17:54.677474 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b0b719e4-1460-4886-8d1a-e61131bbba3e req-6a06a852-650d-4229-aab5-5a9595fa96c7 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404499 Aug 20 19:17:55.871552 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b949f9b-cd02-45dd-821f-4c9ee4aee2a8 req-60cc7f09-3420-4abc-a953-6a92bf2dc6f3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:17:55.873069 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b949f9b-cd02-45dd-821f-4c9ee4aee2a8 req-60cc7f09-3420-4abc-a953-6a92bf2dc6f3 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 946 time: 0.0835648 Aug 20 19:17:55.922660 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5b949f9b-cd02-45dd-821f-4c9ee4aee2a8 req-3e641458-1dc8-4670-8b11-ac77aecfea93 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440135 Aug 20 19:17:56.492349 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-32c0dc4a-2e64-4584-ac45-13ce4c7e40b2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:17:56.493829 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-32c0dc4a-2e64-4584-ac45-13ce4c7e40b2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 946 time: 0.0803945 Aug 20 19:17:56.563854 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Deleting port 543363ff-0733-4fb3-8413-bc249081335c {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:17:56.564184 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:56.879773 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] For port 543363ff-0733-4fb3-8413-bc249081335c, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=543363ff-0733-4fb3-8413-bc249081335c,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:17:56.880466 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:57.139210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c01a06-ca49-4c69-afa5-baadb1705b21 req-9c104eeb-8382-448f-9e9b-407b92eb18b5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:17:57.141062 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-50c01a06-ca49-4c69-afa5-baadb1705b21 req-9c104eeb-8382-448f-9e9b-407b92eb18b5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 946 time: 0.0915160 Aug 20 19:17:57.223172 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-50c01a06-ca49-4c69-afa5-baadb1705b21 req-c55e4978-880c-441d-9693-f055ec22d562 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups?id=877b4b04-21f9-4524-bef7-71bbed0ba565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776763 Aug 20 19:17:57.293181 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:57.293551 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:57.293867 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Floating IP 91cfe2f8-e33a-4e86-8546-7b9e5a317627 disassociated. External IP: 172.27.3.241, port: 543363ff-0733-4fb3-8413-bc249081335c. Aug 20 19:17:57.294203 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Calling delete_port for 543363ff-0733-4fb3-8413-bc249081335c owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:17:57.439277 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:57.445575 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2a0ef76d-c154-4678-b6c5-564091493125 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:57.495220 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event deleted for resources: {'Port': ['ID=543363ff-0733-4fb3-8413-bc249081335c,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:57.498329 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:57.689765 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Router 14e989f8-b1c2-4528-85d8-fade3f2da6ae has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:17:57.878424 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:17:57.892260 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] Sync routers for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:17:57.905263 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:17:57.905870 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:17:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:57.966878 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] No DVR routers for this DVR port 543363ff-0733-4fb3-8413-bc249081335c on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:17:57.970151 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:57.973187 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-deleted', 'tag': '543363ff-0733-4fb3-8413-bc249081335c'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:17:57.999601 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ea8665f7-453a-47ad-8fff-282bfe58aa42 req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.21 "DELETE /v2.0/ports/543363ff-0733-4fb3-8413-bc249081335c HTTP/1.1" status: 204 len: 173 time: 1.5006411 Aug 20 19:17:58.140843 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:17:58.213594 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a62e17e-b6dd-4f36-9912-180d83493d30', 'name': 'network-vif-deleted', 'tag': '543363ff-0733-4fb3-8413-bc249081335c', 'status': 'completed', 'code': 200} Aug 20 19:17:58.442139 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-44940351-6714-4a4e-8a1b-16bff75b4b68 req-bfe7e187-bdda-457f-97ff-bb328601676c tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a62e17e-b6dd-4f36-9912-180d83493d30 HTTP/1.1" status: 200 len: 210 time: 0.0605464 Aug 20 19:17:58.558589 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:58.562918 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] Checking router: 14e989f8-b1c2-4528-85d8-fade3f2da6ae for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:17:58.572025 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:17:58.572729 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:17:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:58.574137 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 543363ff-0733-4fb3-8413-bc249081335c no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:17:58.610611 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 543363ff-0733-4fb3-8413-bc249081335c {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:17:58.611115 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 543363ff-0733-4fb3-8413-bc249081335c not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:17:58.762183 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:17:59.114056 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:17:59.117989 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528bd3f-d958-4736-8302-0e4b1e9ae619 None None] The sync data for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi is: [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:06:23Z', 'revision_number': 4, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '63c502d5-806a-4579-ace8-e870135fd2ec', 'name': '', 'network_id': '3783be21-67f8-4795-bc60-02f09355dd1f', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'mac_address': 'fa:16:3e:8e:b3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:21Z', 'updated_at': '2021-08-20T19:06:39Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'subnets': [{'id': 'a723624b-dd92-43aa-bb45-d5647d037c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:17:59.346827 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9946c4-4971-4c3b-b815-0addbb08ffc4 None None] New status for floating IP 91cfe2f8-e33a-4e86-8546-7b9e5a317627: DOWN {{(pid=79333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:17:59.600697 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60522) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:59.684387 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6ebc43da-5a7e-4b34-a1c1-3246194a90a5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:59.713954 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6ebc43da-5a7e-4b34-a1c1-3246194a90a5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:59.768939 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6ebc43da-5a7e-4b34-a1c1-3246194a90a5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:59.774780 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2c9f8309-4123-44e5-9d69-5064413d5329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:17:59.790901 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc43da-5a7e-4b34-a1c1-3246194a90a5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877b4b04-21f9-4524-bef7-71bbed0ba565,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:17:59.794464 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-6ebc43da-5a7e-4b34-a1c1-3246194a90a5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:17:59.807720 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-6ebc43da-5a7e-4b34-a1c1-3246194a90a5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:17:59.809026 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-6ebc43da-5a7e-4b34-a1c1-3246194a90a5 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "DELETE /v2.0/security-groups/877b4b04-21f9-4524-bef7-71bbed0ba565 HTTP/1.1" status: 204 len: 168 time: 0.2069101 Aug 20 19:17:59.811895 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60526) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:59.831572 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.api.v2.resource [None req-b0140a34-f197-4e75-bd22-9d9511e771dd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] show failed (client error): The resource could not be found. Aug 20 19:17:59.832614 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-b0140a34-f197-4e75-bd22-9d9511e771dd tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "GET /v2.0/security-groups/877b4b04-21f9-4524-bef7-71bbed0ba565 HTTP/1.1" status: 404 len: 347 time: 0.0198119 Aug 20 19:17:59.835509 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60530) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:17:59.999539 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Deleting port f7493f4a-2522-49e9-a3e4-1b1efe068ccb {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:17:59.999805 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:00.259236 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:00.259559 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:00.384652 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Calling delete_port for f7493f4a-2522-49e9-a3e4-1b1efe068ccb owned by network:floatingip {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:18:00.534330 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:00.536454 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:00.585956 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Pushing event deleted for resources: {'Port': ['ID=f7493f4a-2522-49e9-a3e4-1b1efe068ccb,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:00.612520 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:00.678250 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks [] for floatingip, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:00.694687 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:00.695756 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-92e70be0-733c-4008-9b4e-94d78cf05673 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] 10.222.0.54 "DELETE /v2.0/floatingips/91cfe2f8-e33a-4e86-8546-7b9e5a317627 HTTP/1.1" status: 204 len: 168 time: 0.8593795 Aug 20 19:18:02.430101 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:10.177187 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60590) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:10.908050 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67008194'] for router_interface, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:11.258375 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Deleting port 63c502d5-806a-4579-ace8-e870135fd2ec {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:18:11.259099 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:11.509162 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a770b43a-0d46-4294-bf3f-d2f6d045a286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:11.549158 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] For port 63c502d5-806a-4579-ace8-e870135fd2ec, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=63c502d5-806a-4579-ace8-e870135fd2ec,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:18:11.549552 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:11.676569 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Calling delete_port for 63c502d5-806a-4579-ace8-e870135fd2ec owned by network:router_interface {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:18:11.866494 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:11.872160 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-068d3b94-13a2-4f3d-ac31-6c84bae4c32e tempest-VolumesNegativeTest-227437133 tempest-VolumesNegativeTest-227437133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:11.888735 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:11.922537 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c502d5-806a-4579-ace8-e870135fd2ec,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:11.966011 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.966395 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.966797 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.967143 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.967506 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.967871 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.968241 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.968620 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.968983 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.969342 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.969699 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.970053 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:11.977499 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:12.230522 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66598390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67008190'] for router_interface, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:12.632037 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Router 14e989f8-b1c2-4528-85d8-fade3f2da6ae has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:18:12.941904 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:18:12.952447 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] Sync routers for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:18:12.958942 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-17a198fb-365c-469b-ab27-8b07c1005102 admin admin] 10.222.0.54 "PUT /v2.0/routers/14e989f8-b1c2-4528-85d8-fade3f2da6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7770371 Aug 20 19:18:12.959162 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60608) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:12.965049 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:18:12.965830 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:17:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:18:13.146398 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks [] for router, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:13.151926 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:18:13.331118 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:13.341535 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Deleting port b82bf485-1034-47b7-9aed-c00df88aa64d {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:18:13.342060 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:13.457527 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:18:11Z', 'revision_number': 5, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port': {'id': 'b82bf485-1034-47b7-9aed-c00df88aa64d', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:06:15Z', 'updated_at': '2021-08-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:18:13.461880 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] Checking router: 14e989f8-b1c2-4528-85d8-fade3f2da6ae for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:18:13.471356 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] Routers {'14e989f8-b1c2-4528-85d8-fade3f2da6ae'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:18:13.471974 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:17:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:18:13.529832 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] For port b82bf485-1034-47b7-9aed-c00df88aa64d, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=b82bf485-1034-47b7-9aed-c00df88aa64d,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:18:13.530214 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:13.651066 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] Set router 14e989f8-b1c2-4528-85d8-fade3f2da6ae gateway port host: None {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:18:13.657456 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Calling delete_port for b82bf485-1034-47b7-9aed-c00df88aa64d owned by network:router_gateway {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:18:13.764400 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:18:13Z', 'revision_number': 6, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port_host': None}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:18:13.768974 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ad016-b5f7-4369-8839-86e5c4209c9d None None] The sync data for ids ['14e989f8-b1c2-4528-85d8-fade3f2da6ae'] in dv-cinder-805283-1-iscsi is: [{'id': '14e989f8-b1c2-4528-85d8-fade3f2da6ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1189678681-router', 'tenant_id': '7d2d260d341649cfa820d84b89ec798d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:06:13Z', 'updated_at': '2021-08-20T19:18:13Z', 'revision_number': 6, 'project_id': '7d2d260d341649cfa820d84b89ec798d', 'gw_port_host': None}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:18:13.866325 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:13.871198 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-51ead62e-5e46-4e89-b434-5238abb84fb1 tempest-AttachVolumeNegativeTest-557558361 tempest-AttachVolumeNegativeTest-557558361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:13.887538 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-e4e26cae-fbb9-4d6b-a759-d198dc9502c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:13.915702 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Pushing event deleted for resources: {'Port': ['ID=b82bf485-1034-47b7-9aed-c00df88aa64d,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:13.920703 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:14.016927 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67010839'] for router_gateway, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.226962 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67010125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1096'] for router, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.231090 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.274754 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67009869'] for router, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.277257 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14e989f8-b1c2-4528-85d8-fade3f2da6ae {{(pid=79332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:18:14.298233 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] Notify callbacks [] for router, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.300054 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-72c37338-bb45-4b92-a6b8-87c9bb94e849 admin admin] 10.222.0.54 "DELETE /v2.0/routers/14e989f8-b1c2-4528-85d8-fade3f2da6ae HTTP/1.1" status: 204 len: 168 time: 1.3399029 Aug 20 19:18:14.302571 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 60616) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:14.307504 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 63c502d5-806a-4579-ace8-e870135fd2ec no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:18:14.344596 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 63c502d5-806a-4579-ace8-e870135fd2ec {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:18:14.344972 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 63c502d5-806a-4579-ace8-e870135fd2ec not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:18:14.372346 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71a827a-891a-492e-87cc-5351da87df65 admin admin] Deleting subnet a723624b-dd92-43aa-bb45-d5647d037c97 {{(pid=79332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:18:14.379684 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a71a827a-891a-492e-87cc-5351da87df65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.451450 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a71a827a-891a-492e-87cc-5351da87df65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65253162'] for subnet, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.692052 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a71a827a-891a-492e-87cc-5351da87df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.771617 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a71a827a-891a-492e-87cc-5351da87df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65251954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65314058'] for subnet, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.778307 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ee2c7ff1-ec23-4fc3-951c-5aac4e3a043e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:14.815314 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-a71a827a-891a-492e-87cc-5351da87df65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.823630 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e113240d-ae12-42b7-8090-aaeb0c779fe6 None None] Network 3783be21-67f8-4795-bc60-02f09355dd1f requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:18:14.826789 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a827a-891a-492e-87cc-5351da87df65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a723624b-dd92-43aa-bb45-d5647d037c97,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:14.830906 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-a71a827a-891a-492e-87cc-5351da87df65 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a723624b-dd92-43aa-bb45-d5647d037c97 HTTP/1.1" status: 204 len: 168 time: 0.5267458 Aug 20 19:18:14.832417 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a71a827a-891a-492e-87cc-5351da87df65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:14.833225 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60624) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:14.956479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:14.974272 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Deleting port 0f61ada5-b799-4daa-8604-fdceceba4a37 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:18:14.975012 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.065289 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.194284 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] DHCP port deletion for 3783be21-67f8-4795-bc60-02f09355dd1f request from dv-cinder-805283-1-iscsi {{(pid=79333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:18:15.200429 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] Deleting port 0f61ada5-b799-4daa-8604-fdceceba4a37 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:18:15.201029 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.264575 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] For port 0f61ada5-b799-4daa-8604-fdceceba4a37, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=0f61ada5-b799-4daa-8604-fdceceba4a37,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:18:15.264881 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.395503 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Calling delete_port for 0f61ada5-b799-4daa-8604-fdceceba4a37 owned by network:dhcp {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:18:15.460441 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] For port 0f61ada5-b799-4daa-8604-fdceceba4a37, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=0f61ada5-b799-4daa-8604-fdceceba4a37,segment=NetworkSegment(028e4b38-065d-47cb-951c-de4fe864a35d),segment_id=028e4b38-065d-47cb-951c-de4fe864a35d)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:18:15.460889 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.474155 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.479985 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f323201b-e7e3-4c47-b46b-694e0d5a0ad9 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:15.524350 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f61ada5-b799-4daa-8604-fdceceba4a37,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:15.527345 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] No DVR routers for this DVR port 0f61ada5-b799-4daa-8604-fdceceba4a37 on host dv-cinder-805283-1-iscsi {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:18:15.565555 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.566177 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.566532 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.566882 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.567225 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.567572 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.568122 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.568478 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.568865 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.569178 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.569521 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.569858 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:18:15.575750 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:15.609795 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] Calling delete_port for 0f61ada5-b799-4daa-8604-fdceceba4a37 owned by network:dhcp {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:18:15.660961 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.676281 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:18:15.678800 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3783be21-67f8-4795-bc60-02f09355dd1f']}} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:18:15.693280 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.db.api [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:18:15.693841 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_db.api [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:18:15.794376 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028e4b38-065d-47cb-951c-de4fe864a35d') {'for_net_delete': True} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:18:15.794376 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028e4b38-065d-47cb-951c-de4fe864a35d') {} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:18:15.809847 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65029902'] for segment, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.827694 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.834365 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=79331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:18:15.835211 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65250006'] for segment, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: Traceback (most recent call last): Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: timer() Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: cb(*args, **kw) Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: return func(*args, **kwargs) Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: self._notify() Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: self.callback(batched_events) Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: event.method(event) Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: return f(self, *a, **k) Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._get(url).json() Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: return self.request(url, 'GET', **kwargs) Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:18:15.847537 dv-cinder-805283-1-iscsi neutron-server[79331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:18:15.929189 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.943561 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:15.959522 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:15.966684 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Pushing event deleted for resources: {'Network': ['ID=3783be21-67f8-4795-bc60-02f09355dd1f,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:15.967565 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 0f61ada5-b799-4daa-8604-fdceceba4a37 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:18:15.971008 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:15.985226 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-b739d692-03cb-4677-ab5a-0c02ebca4418 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3783be21-67f8-4795-bc60-02f09355dd1f HTTP/1.1" status: 204 len: 168 time: 1.1509452 Aug 20 19:18:16.002927 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 0f61ada5-b799-4daa-8604-fdceceba4a37 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:18:16.003282 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 0f61ada5-b799-4daa-8604-fdceceba4a37 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:18:16.003716 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device b82bf485-1034-47b7-9aed-c00df88aa64d no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:18:16.042623 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: b82bf485-1034-47b7-9aed-c00df88aa64d {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:18:16.042990 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device b82bf485-1034-47b7-9aed-c00df88aa64d not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:18:16.119707 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60632) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:16.170788 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-24f4ec2c-585c-4bee-aebb-80635da1d22d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d2d260d341649cfa820d84b89ec798d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496967 Aug 20 19:18:16.173338 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60636) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:16.194948 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] Deleting port 0f61ada5-b799-4daa-8604-fdceceba4a37 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:18:16.195844 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:16.237120 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-79e807ae-5d50-4827-bc1e-54ba128f447a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:16.264536 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-79e807ae-5d50-4827-bc1e-54ba128f447a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:16.266257 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-b21eb1e1-8c96-4041-8681-c2afb0162c3f None None] The port '0f61ada5-b799-4daa-8604-fdceceba4a37' was deleted {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:18:16.319121 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-79e807ae-5d50-4827-bc1e-54ba128f447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:16.323647 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3de0e1f9-3d64-44bb-8791-b7614af370c1 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:16.341716 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e807ae-5d50-4827-bc1e-54ba128f447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb44b74-5c28-489d-9c97-89c3d0b1dc42,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:16.345279 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-79e807ae-5d50-4827-bc1e-54ba128f447a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:16.348582 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-79e807ae-5d50-4827-bc1e-54ba128f447a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:16.349694 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-79e807ae-5d50-4827-bc1e-54ba128f447a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cdb44b74-5c28-489d-9c97-89c3d0b1dc42 HTTP/1.1" status: 204 len: 168 time: 0.1753941 Aug 20 19:18:16.708913 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:28.749294 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60792) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:28.869644 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:28.883805 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:18:28.888806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] Usage tracker for resource:security_group_rule and tenant:be71f4c357204eb8933c1dfd77b47f0c is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:18:28.891643 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:18:28.897410 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:18:28.985909 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:28.990052 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:28.997892 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5d193eb3-f46d-4b6a-a1a1-adde9350b16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:29.037946 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a064381-51b7-4a39-90c8-f70727b6a6a5,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:29.042380 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be71f4c357204eb8933c1dfd77b47f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920890 Aug 20 19:18:29.043372 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f6ff022b-bb4a-4c6a-81d1-415dcccbce90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:29.046963 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 60806) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:29.107524 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33ddfb83-dabb-4964-ac73-a652f32b5405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:29.133786 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33ddfb83-dabb-4964-ac73-a652f32b5405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:29.193284 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33ddfb83-dabb-4964-ac73-a652f32b5405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:29.198460 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8da588d0-1375-4459-b666-f41053fb3c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:29.209946 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddfb83-dabb-4964-ac73-a652f32b5405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a064381-51b7-4a39-90c8-f70727b6a6a5,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:29.213082 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-33ddfb83-dabb-4964-ac73-a652f32b5405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:29.215018 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-33ddfb83-dabb-4964-ac73-a652f32b5405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:29.216142 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-33ddfb83-dabb-4964-ac73-a652f32b5405 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a064381-51b7-4a39-90c8-f70727b6a6a5 HTTP/1.1" status: 204 len: 168 time: 0.1692743 Aug 20 19:18:32.473751 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:41.506890 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-d36e0990-e84a-42c6-a8d1-0cad52427e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:41.597093 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 32810) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:41.728578 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:41.742559 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:18:41.746490 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] Usage tracker for resource:security_group_rule and tenant:d9c36cd6497349f7a24a789453874936 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:18:41.749279 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:18:41.754882 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:18:41.838119 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:41.842445 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:41.849510 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e7982a44-16cb-433d-bbcf-e0fb90f1f383 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:41.884231 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:41.890762 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9c36cd6497349f7a24a789453874936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926824 Aug 20 19:18:41.891831 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ede180-5c7f-4161-9e74-351780d34960,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:41.893450 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 32816) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:18:41.895185 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-fff9e7fb-3fac-4ebb-90b3-82c09fbc9dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:41.956134 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-de5be97f-2c43-47c4-aea5-14c8ae437170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:41.980476 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-de5be97f-2c43-47c4-aea5-14c8ae437170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:42.031209 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-de5be97f-2c43-47c4-aea5-14c8ae437170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:42.035085 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3e7a147b-65dd-457f-b653-c54a3c317250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:18:42.046629 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5be97f-2c43-47c4-aea5-14c8ae437170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ede180-5c7f-4161-9e74-351780d34960,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:18:42.050019 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-de5be97f-2c43-47c4-aea5-14c8ae437170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:18:42.053188 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-de5be97f-2c43-47c4-aea5-14c8ae437170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:42.054295 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-de5be97f-2c43-47c4-aea5-14c8ae437170 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5ede180-5c7f-4161-9e74-351780d34960 HTTP/1.1" status: 204 len: 168 time: 0.1597836 Aug 20 19:18:43.863576 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ba99bc88-5ee6-4541-bc5a-a73c93ca8b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:45.017485 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:46.709677 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:18:52.675477 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:19:02.475580 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:11.499392 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-17e8a178-fb9d-4b95-b7f3-7ccccddfdf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:11.906447 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:13.866933 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-281c14f0-f30b-476e-8e7d-8afc1b1ac1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:15.022465 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:15.692843 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33168) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:15.849863 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:15.864952 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:19:15.868741 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Usage tracker for resource:security_group_rule and tenant:3c6c12a041dc4983a9492c32938179aa is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:19:15.871504 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:19:15.878113 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:19:15.958716 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33178) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:15.974510 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:15.979431 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:15.989292 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f6a40c65-f396-48f1-8a55-fd2d226bf28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:16.031624 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c6c12a041dc4983a9492c32938179aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377030 Aug 20 19:19:16.034293 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33184) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:16.035124 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae04c76-0fd0-49e8-a81a-cd9dcfcc126b,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:16.046175 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.046822 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.047191 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.047678 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.048207 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.048696 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.049168 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.049632 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.050230 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.051137 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.051613 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.052698 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.056494 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:16.105008 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.134527 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:19:16.142320 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:1675b4a55fd047dd85d9880f8d7bd5d4 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:19:16.146414 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:19:16.149170 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.154546 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:19:16.194016 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.279079 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.285054 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-330e5b74-4a30-44b4-8adb-0f371eb0eef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:16.309161 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae04c76-0fd0-49e8-a81a-cd9dcfcc126b,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:16.312182 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.323300 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.323663 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.324073 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.324467 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.324876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.325736 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.326079 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.326425 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.326784 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.327101 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.327440 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.327777 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:19:16.330179 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.336691 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:16.337168 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:16.359575 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.360784 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-adaa132e-968c-40a8-ac37-73004fb0121f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ae04c76-0fd0-49e8-a81a-cd9dcfcc126b HTTP/1.1" status: 204 len: 168 time: 0.3250022 Aug 20 19:19:16.384710 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a2da6-2b53-4f23-81fc-b1ca31977079,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:16.388466 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:16.393415 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-28f1aeef-0a99-465c-9785-dc350f7fe3d2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1675b4a55fd047dd85d9880f8d7bd5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310966 Aug 20 19:19:16.393701 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33190) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:16.455644 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-99dc1988-7b3d-49af-9f36-72b785b3798b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.486486 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-99dc1988-7b3d-49af-9f36-72b785b3798b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.541477 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-99dc1988-7b3d-49af-9f36-72b785b3798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.545334 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-a3032fc3-9b1a-4798-a029-bd1a0b93aed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:16.558764 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc1988-7b3d-49af-9f36-72b785b3798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a2da6-2b53-4f23-81fc-b1ca31977079,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:16.562108 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-99dc1988-7b3d-49af-9f36-72b785b3798b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:16.569173 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-99dc1988-7b3d-49af-9f36-72b785b3798b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.573233 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-99dc1988-7b3d-49af-9f36-72b785b3798b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a67a2da6-2b53-4f23-81fc-b1ca31977079 HTTP/1.1" status: 204 len: 168 time: 0.1786966 Aug 20 19:19:16.674232 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33198) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:16.695671 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.713518 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:19:16.715577 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.719197 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] Usage tracker for resource:security_group_rule and tenant:d3c20a5151104b1187d14edc46b23f01 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:19:16.722463 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:19:16.729239 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:19:16.831357 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.835892 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.848319 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4c8f1d9c-ae2e-4167-a9cc-29595778dc10 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:16.897043 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3c20a5151104b1187d14edc46b23f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194145 Aug 20 19:19:16.897043 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac55c8-88ea-4734-b1b4-9e8f9fb56ea0,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:16.897625 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33202) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:16.898809 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ca1a5e1b-dcbe-4a6c-ae39-b7b4b871e42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:16.960476 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-12c064b8-a916-4e51-84b9-4c661c1a43c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:16.985548 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-12c064b8-a916-4e51-84b9-4c661c1a43c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:17.038858 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-12c064b8-a916-4e51-84b9-4c661c1a43c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:17.042801 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-991a12bd-a6b0-4f0d-9957-573de954f042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:17.056478 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c064b8-a916-4e51-84b9-4c661c1a43c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac55c8-88ea-4734-b1b4-9e8f9fb56ea0,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:17.059874 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-12c064b8-a916-4e51-84b9-4c661c1a43c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:17.069799 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-12c064b8-a916-4e51-84b9-4c661c1a43c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:17.070922 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-12c064b8-a916-4e51-84b9-4c661c1a43c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99ac55c8-88ea-4734-b1b4-9e8f9fb56ea0 HTTP/1.1" status: 204 len: 168 time: 0.1712570 Aug 20 19:19:18.749983 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33244) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:18.879610 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:18.894420 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:19:18.898429 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:50276fc8673942989dfb4e0416695288 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:19:18.901195 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:19:18.907199 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:19:18.989371 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:18.993616 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.000911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-b79f8ebb-d624-45f5-b410-f3d41360e1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:19.045286 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16c146c-d7db-4a32-afe3-5c4cabb02be1,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:19.050015 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50276fc8673942989dfb4e0416695288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989902 Aug 20 19:19:19.051122 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bff7dcb4-1f2e-495c-b9ac-5fefe7d09ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:19.052508 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33250) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:19.115186 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6dbcfdc5-da55-46f0-bd4c-5e993ca5c408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.140197 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6dbcfdc5-da55-46f0-bd4c-5e993ca5c408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.191225 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6dbcfdc5-da55-46f0-bd4c-5e993ca5c408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.196334 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2b746076-1b96-4bef-8ace-9ee6d1df4507 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:19.211423 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcfdc5-da55-46f0-bd4c-5e993ca5c408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16c146c-d7db-4a32-afe3-5c4cabb02be1,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:19.215241 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6dbcfdc5-da55-46f0-bd4c-5e993ca5c408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:19.222206 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-6dbcfdc5-da55-46f0-bd4c-5e993ca5c408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.223407 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-6dbcfdc5-da55-46f0-bd4c-5e993ca5c408 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e16c146c-d7db-4a32-afe3-5c4cabb02be1 HTTP/1.1" status: 204 len: 168 time: 0.1698928 Aug 20 19:19:19.513570 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33258) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:19.531732 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.545875 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:19:19.549618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7902557e5ca44349a6a93ef8de8dfecd is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:19:19.552370 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:19:19.558480 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:19:19.641721 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.645638 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.652061 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4f90e146-2fc2-40e5-96a1-daa422fabe1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:19.693684 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7902557e5ca44349a6a93ef8de8dfecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787884 Aug 20 19:19:19.694599 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c872ae-5cd6-40dd-bd07-c496e5c2fe37,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:19.696406 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33262) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:19.697622 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-27eb537c-2820-44ca-a7ca-dd83ed4719f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:19.760528 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-88fa282e-8b21-4c4e-bbb5-85abd3f8ca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.786357 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-88fa282e-8b21-4c4e-bbb5-85abd3f8ca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.843542 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-88fa282e-8b21-4c4e-bbb5-85abd3f8ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.847763 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-83030e63-81a2-448d-b2b0-db4e988f6626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:19.860158 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa282e-8b21-4c4e-bbb5-85abd3f8ca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c872ae-5cd6-40dd-bd07-c496e5c2fe37,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:19.862932 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-88fa282e-8b21-4c4e-bbb5-85abd3f8ca96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:19.868987 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-88fa282e-8b21-4c4e-bbb5-85abd3f8ca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:19.870306 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-88fa282e-8b21-4c4e-bbb5-85abd3f8ca96 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89c872ae-5cd6-40dd-bd07-c496e5c2fe37 HTTP/1.1" status: 204 len: 168 time: 0.1727467 Aug 20 19:19:29.674828 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:19:32.489870 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.095121 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33402) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:33.214239 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.228387 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:19:33.232287 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] Usage tracker for resource:security_group_rule and tenant:1222a558a2474914a6cb448ac60faed4 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:19:33.235073 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:19:33.240789 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:19:33.325369 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.329472 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.336917 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-de5be97f-2c43-47c4-aea5-14c8ae437170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:33.376096 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca43ce7-9f61-4135-ba79-4f5acb130b7f,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:33.379869 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:33.382357 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-20fcb89b-6b89-45d5-8fa2-556211a89c14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1222a558a2474914a6cb448ac60faed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862527 Aug 20 19:19:33.385114 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33408) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:33.446962 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-16062a26-dd7c-41e9-be3e-1b470f4d7ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.472227 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-16062a26-dd7c-41e9-be3e-1b470f4d7ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.523566 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-16062a26-dd7c-41e9-be3e-1b470f4d7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.527309 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-88fa282e-8b21-4c4e-bbb5-85abd3f8ca96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:33.539204 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16062a26-dd7c-41e9-be3e-1b470f4d7ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca43ce7-9f61-4135-ba79-4f5acb130b7f,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:33.542612 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-16062a26-dd7c-41e9-be3e-1b470f4d7ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:33.546453 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-16062a26-dd7c-41e9-be3e-1b470f4d7ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.547563 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-16062a26-dd7c-41e9-be3e-1b470f4d7ec3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eca43ce7-9f61-4135-ba79-4f5acb130b7f HTTP/1.1" status: 204 len: 168 time: 0.1615725 Aug 20 19:19:33.834996 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33416) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:33.856531 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.870372 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:19:33.874317 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] Usage tracker for resource:security_group_rule and tenant:93dae2101a0e4d08aa62e07c07d832b9 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:19:33.877094 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:19:33.882717 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:19:33.967018 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.970805 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:33.978104 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-694c283c-7953-4429-8737-acc1d945babc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:34.018253 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93dae2101a0e4d08aa62e07c07d832b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821609 Aug 20 19:19:34.019124 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8baa6e-0aa0-420e-b7b7-7f517575b703,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:34.021068 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33420) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:19:34.022438 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-32769eec-8f79-4a66-b9c8-e175c0bda30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:34.087448 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-472e504a-74b2-44ba-afbf-41fb7196f2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:34.112692 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-472e504a-74b2-44ba-afbf-41fb7196f2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:34.165805 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-472e504a-74b2-44ba-afbf-41fb7196f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:34.172067 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3118ef98-e0f9-46fe-b522-6d5f3bacbce0 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:19:34.183955 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e504a-74b2-44ba-afbf-41fb7196f2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8baa6e-0aa0-420e-b7b7-7f517575b703,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:19:34.187824 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-472e504a-74b2-44ba-afbf-41fb7196f2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:19:34.189841 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-472e504a-74b2-44ba-afbf-41fb7196f2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:34.190979 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-472e504a-74b2-44ba-afbf-41fb7196f2d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b8baa6e-0aa0-420e-b7b7-7f517575b703 HTTP/1.1" status: 204 len: 168 time: 0.1686213 Aug 20 19:19:41.502085 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-fd73f954-7e07-437d-b535-67314fa2fbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:41.895268 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:43.871444 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-43e560c4-316a-4239-95a4-f9c190b8fd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:45.023730 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:19:46.713324 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:02.488302 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:06.673828 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:20:11.503021 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3ac25df9-1e71-48a5-82a6-bec80e83f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:11.888162 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:12.635152 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33658) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:12.751393 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:12.766124 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:12.770027 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] Usage tracker for resource:security_group_rule and tenant:0d5ccc7cdbfc4f18917c6ac090479783 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:12.772813 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:12.778429 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:12.861122 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:12.865668 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:12.874368 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-a6e31de0-eaed-43f3-baad-9b814378d100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:12.912678 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d5ccc7cdbfc4f18917c6ac090479783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763956 Aug 20 19:20:12.913512 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c43919-019a-4c88-b908-f1ba6792a43c,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:12.915286 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33664) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:12.917163 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b49ee5ce-787d-4e28-b80b-f7d90f28078a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:12.973853 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-493ca212-d49b-4353-b320-87599deaf6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:12.998731 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-493ca212-d49b-4353-b320-87599deaf6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.056283 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-493ca212-d49b-4353-b320-87599deaf6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.059930 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7080acd3-1702-4528-91d8-ed5461d1a12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:13.074476 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ca212-d49b-4353-b320-87599deaf6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c43919-019a-4c88-b908-f1ba6792a43c,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:13.077896 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-493ca212-d49b-4353-b320-87599deaf6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:13.086703 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-493ca212-d49b-4353-b320-87599deaf6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.087797 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-493ca212-d49b-4353-b320-87599deaf6f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11c43919-019a-4c88-b908-f1ba6792a43c HTTP/1.1" status: 204 len: 168 time: 0.1714952 Aug 20 19:20:13.464418 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33672) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:13.482157 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.496683 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:13.501104 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:d1f37cb5e132492f86c796ee071c23c0 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:13.503836 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:13.509451 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:13.590613 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.595722 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.603998 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-980e0d76-5f19-4e48-b770-5497cd477b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:13.643190 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1f37cb5e132492f86c796ee071c23c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776931 Aug 20 19:20:13.644955 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a76954e-b6d8-4471-9496-83fa87f3b9d4,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:13.647400 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33676) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:13.650416 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-15755132-9b52-4b6f-9467-e3f65c722ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:13.710703 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bdfffd03-1f7c-439b-8ed7-7c7ed1b8d147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.736213 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bdfffd03-1f7c-439b-8ed7-7c7ed1b8d147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.788193 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bdfffd03-1f7c-439b-8ed7-7c7ed1b8d147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.791801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-79e807ae-5d50-4827-bc1e-54ba128f447a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:13.805077 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfffd03-1f7c-439b-8ed7-7c7ed1b8d147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a76954e-b6d8-4471-9496-83fa87f3b9d4,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:13.807933 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bdfffd03-1f7c-439b-8ed7-7c7ed1b8d147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:13.809869 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bdfffd03-1f7c-439b-8ed7-7c7ed1b8d147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:13.813817 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-bdfffd03-1f7c-439b-8ed7-7c7ed1b8d147 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a76954e-b6d8-4471-9496-83fa87f3b9d4 HTTP/1.1" status: 204 len: 168 time: 0.1627164 Aug 20 19:20:13.874686 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1e933c28-9c7d-4f61-8587-e5c61f841045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:15.033792 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:15.837842 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33734) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:15.953325 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:15.967347 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:15.970927 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e5388322138a422f825f43c1a9551f70 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:15.973700 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:15.979428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:16.070779 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.074359 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.083359 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-cf632dbf-86f6-4b5a-b176-ba069f63fa34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:16.125949 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5388322138a422f825f43c1a9551f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870388 Aug 20 19:20:16.127652 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0308b54d-16b5-4bd9-ac21-1a359ba05996,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:16.128614 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33740) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:16.135141 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.135545 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.135895 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.136262 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.136646 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.137007 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.137363 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.137714 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.138068 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.138425 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.139356 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.139795 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.143644 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:16.192385 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3d371b10-3d13-412d-900c-1a6bf3990cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.219017 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3d371b10-3d13-412d-900c-1a6bf3990cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.270792 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3d371b10-3d13-412d-900c-1a6bf3990cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.275405 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-493ca212-d49b-4353-b320-87599deaf6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:16.285425 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d371b10-3d13-412d-900c-1a6bf3990cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0308b54d-16b5-4bd9-ac21-1a359ba05996,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:16.289720 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3d371b10-3d13-412d-900c-1a6bf3990cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:16.291568 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-3d371b10-3d13-412d-900c-1a6bf3990cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.292716 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-3d371b10-3d13-412d-900c-1a6bf3990cf0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0308b54d-16b5-4bd9-ac21-1a359ba05996 HTTP/1.1" status: 204 len: 168 time: 0.1631258 Aug 20 19:20:16.562247 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33748) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:16.583491 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.598628 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:16.602788 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Usage tracker for resource:security_group_rule and tenant:4bde223da50849b1a8629bb386db5a0f is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:16.605732 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:16.612178 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:16.694434 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.698277 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.707277 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e4cfdded-bf71-47ea-a222-4690d73b15eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:16.715449 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.746513 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bde223da50849b1a8629bb386db5a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832345 Aug 20 19:20:16.748212 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4452e313-12fa-4dd7-b31f-e77fc76a0d14,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:16.749190 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33752) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:16.755456 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.755824 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.756199 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.756530 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.756897 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.757243 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.757582 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.757922 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.758262 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.758606 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.758936 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.759275 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:16.763003 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-252dff20-fc83-42bf-b7e5-6f696b9458e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:16.810963 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b11965bf-6d24-4b54-b501-ed0fbe0cc920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.837887 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b11965bf-6d24-4b54-b501-ed0fbe0cc920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.899183 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b11965bf-6d24-4b54-b501-ed0fbe0cc920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.903055 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3cfb152e-ee10-444e-826e-fdd4f187303b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:16.917479 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11965bf-6d24-4b54-b501-ed0fbe0cc920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4452e313-12fa-4dd7-b31f-e77fc76a0d14,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:16.920448 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b11965bf-6d24-4b54-b501-ed0fbe0cc920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:16.931017 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b11965bf-6d24-4b54-b501-ed0fbe0cc920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:16.932135 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-b11965bf-6d24-4b54-b501-ed0fbe0cc920 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4452e313-12fa-4dd7-b31f-e77fc76a0d14 HTTP/1.1" status: 204 len: 168 time: 0.1819594 Aug 20 19:20:17.651761 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33776) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:17.754058 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-80477963-network', 'tenant_id': 'e2337482db3440d590140f4593426ae6'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:17.758680 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:17.762451 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Usage tracker for resource:network and tenant:e2337482db3440d590140f4593426ae6 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:17.765996 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:17.772427 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:17.782360 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Made reservation on behalf of e2337482db3440d590140f4593426ae6 for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:20:17.784791 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:17.796670 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:17.811513 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:17.815314 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Usage tracker for resource:security_group_rule and tenant:e2337482db3440d590140f4593426ae6 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:17.818345 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:17.824055 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:17.908786 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:17.912434 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:17.915367 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3be0864d-f976-4896-94a7-103d55e5a86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:17.944814 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:20:17.950128 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35089a3-c419-42ba-8080-ebd19781b860,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:17.954530 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:17.959234 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:17.959622 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Added segment 4ae969f4-f1bd-467b-bd2d-16c363bdeb80 of type vlan for network 90b33a2c-9e6d-4ba9-bc63-a7de043f6abe Aug 20 19:20:17.986538 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:18.016281 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:18.017620 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:20:18.018192 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:18.021462 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-af3a77c8-4e70-453a-bc96-310312de1c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:18.121407 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Pushing event updated for resources: {'Network': ['ID=90b33a2c-9e6d-4ba9-bc63-a7de043f6abe,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:18.125459 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:18.127266 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-bfd1df4f-2638-4284-9889-626e1c21f94e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4745116 Aug 20 19:20:18.130508 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33782) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:18.133720 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network 90b33a2c-9e6d-4ba9-bc63-a7de043f6abe details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:20:18.137210 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Request body: {'subnet': {'network_id': '90b33a2c-9e6d-4ba9-bc63-a7de043f6abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-80477963-subnet', 'tenant_id': 'e2337482db3440d590140f4593426ae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:18.142702 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:18.146610 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Usage tracker for resource:subnet and tenant:e2337482db3440d590140f4593426ae6 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:18.149468 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:18.155773 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:18.171626 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Made reservation on behalf of e2337482db3440d590140f4593426ae6 for: {'subnet': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:20:18.173954 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64348250'] for subnet, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:18.475354 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65251187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64348200'] for subnet, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:18.479347 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:18.550318 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02072664-fa8d-45aa-8d49-0b7542cb8ba6,revision_number=0']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:18.553504 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:18.560424 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Checking segment: {'id': '4ae969f4-f1bd-467b-bd2d-16c363bdeb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '90b33a2c-9e6d-4ba9-bc63-a7de043f6abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:18.561479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Network hostable DHCP agents. Network: 90b33a2c-9e6d-4ba9-bc63-a7de043f6abe, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:20:18.580350 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Network 90b33a2c-9e6d-4ba9-bc63-a7de043f6abe is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:20:18.591055 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, 90b33a2c-9e6d-4ba9-bc63-a7de043f6abe) {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:18.595485 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:20:18.596060 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:18.600974 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb320a5-3b0a-4bf6-92af-62c98a01bcef None None] Network 90b33a2c-9e6d-4ba9-bc63-a7de043f6abe requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:20:18.622364 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f7972f0d-097f-4106-9084-86d36e58e328 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4902134 Aug 20 19:20:18.829297 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4215780-331e-4919-9ab7-99ce75831dfc None None] Network 90b33a2c-9e6d-4ba9-bc63-a7de043f6abe requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:20:19.137623 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33800) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:19.143971 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2129754027-network', 'tenant_id': '9bf76bdef8b14c2f9ee150d667e6cc7b'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:19.148864 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:19.152649 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Usage tracker for resource:network and tenant:9bf76bdef8b14c2f9ee150d667e6cc7b is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:19.155564 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:19.161271 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:19.170995 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Made reservation on behalf of 9bf76bdef8b14c2f9ee150d667e6cc7b for: {'network': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:20:19.173513 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.185316 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.200599 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:19.205434 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf76bdef8b14c2f9ee150d667e6cc7b is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:19.208172 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:19.213880 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:19.300770 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.304452 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.307299 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bdfffd03-1f7c-439b-8ed7-7c7ed1b8d147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:19.334646 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=79331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:20:19.343436 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee9e4d9-f17f-464a-80f6-d8187333feca,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:19.347240 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:19.349688 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.349989 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.segments_db [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Added segment beed07b3-6173-4918-9543-dd18dde266d0 of type vlan for network ee73f7cb-3afd-42c4-b565-338c83f86e78 Aug 20 19:20:19.379734 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.409279 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.410682 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:20:19.411267 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.415844 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:19.515008 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3763063 Aug 20 19:20:19.515759 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Pushing event updated for resources: {'Network': ['ID=ee73f7cb-3afd-42c4-b565-338c83f86e78,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:19.517868 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33804) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:19.518444 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-65e72e38-1934-48c4-8032-3c23ac3ef366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:19.523755 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Request body: {'subnet': {'network_id': 'ee73f7cb-3afd-42c4-b565-338c83f86e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2129754027-subnet', 'tenant_id': '9bf76bdef8b14c2f9ee150d667e6cc7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:19.526389 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network ee73f7cb-3afd-42c4-b565-338c83f86e78 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:20:19.528874 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:19.532790 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Usage tracker for resource:subnet and tenant:9bf76bdef8b14c2f9ee150d667e6cc7b is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:19.535741 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:19.541468 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:19.553013 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Made reservation on behalf of 9bf76bdef8b14c2f9ee150d667e6cc7b for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:20:19.555445 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65314145'] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.755021 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65253297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65314067'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.758771 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:19.920829 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb322a1-0b39-4a32-be1f-c7562cc40b18,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:19.923987 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:19.932814 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Checking segment: {'id': 'beed07b3-6173-4918-9543-dd18dde266d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ee73f7cb-3afd-42c4-b565-338c83f86e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:19.933167 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Network hostable DHCP agents. Network: ee73f7cb-3afd-42c4-b565-338c83f86e78, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:20:19.952307 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Network ee73f7cb-3afd-42c4-b565-338c83f86e78 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:20:19.961437 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, ee73f7cb-3afd-42c4-b565-338c83f86e78) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:19.965428 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:20:19.966059 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:19.971963 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf9925-ce73-4985-915b-19f2c345020d None None] Network ee73f7cb-3afd-42c4-b565-338c83f86e78 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:20:19.988406 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-74143f8e-6d88-4ac1-8103-47fe0e3a96be admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4694290 Aug 20 19:20:20.190005 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7954d4-6475-455e-84bb-0ed641c5a0f0 None None] Network ee73f7cb-3afd-42c4-b565-338c83f86e78 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:20:32.503396 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.184366 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33926) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:36.243348 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_v2 [None req-411fb83d-b03c-49d5-8709-3d2694f8fcf4 admin admin] Deleting subnet 02072664-fa8d-45aa-8d49-0b7542cb8ba6 {{(pid=79332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:20:36.246284 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-411fb83d-b03c-49d5-8709-3d2694f8fcf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.298964 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-411fb83d-b03c-49d5-8709-3d2694f8fcf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65253162'] for subnet, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.353831 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-411fb83d-b03c-49d5-8709-3d2694f8fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.421122 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-411fb83d-b03c-49d5-8709-3d2694f8fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65251954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65314058'] for subnet, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.425732 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:36.464069 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-411fb83d-b03c-49d5-8709-3d2694f8fcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.466722 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fb83d-b03c-49d5-8709-3d2694f8fcf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02072664-fa8d-45aa-8d49-0b7542cb8ba6,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:36.470161 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-411fb83d-b03c-49d5-8709-3d2694f8fcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:36.472901 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-411fb83d-b03c-49d5-8709-3d2694f8fcf4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/02072664-fa8d-45aa-8d49-0b7542cb8ba6 HTTP/1.1" status: 204 len: 168 time: 0.2875168 Aug 20 19:20:36.475327 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33930) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:36.574985 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.697340 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.710182 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b33a2c-9e6d-4ba9-bc63-a7de043f6abe']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:36.723013 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae969f4-f1bd-467b-bd2d-16c363bdeb80') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:36.723315 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae969f4-f1bd-467b-bd2d-16c363bdeb80') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:36.734988 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.750833 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.756765 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:20:36.757145 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:20:36.771525 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:20:36.850372 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.855902 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.859454 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-423f2d9c-86a8-4bea-9f6e-af5134961825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:36.879629 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Pushing event deleted for resources: {'Network': ['ID=90b33a2c-9e6d-4ba9-bc63-a7de043f6abe,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:36.882015 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:36.883355 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-ff901004-5472-4f81-a14b-b36a16e599ae admin admin] 10.222.0.54 "DELETE /v2.0/networks/90b33a2c-9e6d-4ba9-bc63-a7de043f6abe HTTP/1.1" status: 204 len: 168 time: 0.4071589 Aug 20 19:20:36.886075 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33934) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:36.943997 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_v2 [None req-970d2768-915a-4293-8124-89c551122610 admin admin] Deleting subnet edb322a1-0b39-4a32-be1f-c7562cc40b18 {{(pid=79332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:20:36.946960 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-970d2768-915a-4293-8124-89c551122610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:36.997276 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-970d2768-915a-4293-8124-89c551122610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65253162'] for subnet, precommit_delete_associations {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.049436 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-970d2768-915a-4293-8124-89c551122610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.114052 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-970d2768-915a-4293-8124-89c551122610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65251954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65314058'] for subnet, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.118462 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:37.156882 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-970d2768-915a-4293-8124-89c551122610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.160404 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d2768-915a-4293-8124-89c551122610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb322a1-0b39-4a32-be1f-c7562cc40b18,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:37.163054 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-970d2768-915a-4293-8124-89c551122610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:37.164758 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-970d2768-915a-4293-8124-89c551122610 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/edb322a1-0b39-4a32-be1f-c7562cc40b18 HTTP/1.1" status: 204 len: 168 time: 0.2777128 Aug 20 19:20:37.167164 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33938) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:37.268677 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.391522 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.403870 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee73f7cb-3afd-42c4-b565-338c83f86e78']}} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:37.415753 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beed07b3-6173-4918-9543-dd18dde266d0') {'for_net_delete': True} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:37.416042 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.services.segments.db [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beed07b3-6173-4918-9543-dd18dde266d0') {} {{(pid=79332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:37.427781 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65253173'] for segment, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.444005 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.449823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=79332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:20:37.450193 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65251860'] for segment, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: Traceback (most recent call last): Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: timer() Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: cb(*args, **kw) Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: return func(*args, **kwargs) Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: self._notify() Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: self.callback(batched_events) Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: event.method(event) Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: return f(self, *a, **k) Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._get(url).json() Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: return self.request(url, 'GET', **kwargs) Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:20:37.462785 dv-cinder-805283-1-iscsi neutron-server[79332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:20:37.536914 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.540258 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-65b6fcef-b4f0-41ee-858b-e141eab616ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:37.553350 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.562678 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee73f7cb-3afd-42c4-b565-338c83f86e78,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:37.567653 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] 10.222.0.54 "DELETE /v2.0/networks/ee73f7cb-3afd-42c4-b565-338c83f86e78 HTTP/1.1" status: 204 len: 168 time: 0.3973479 Aug 20 19:20:37.567653 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ce8e2aa1-1f04-4f1b-b648-d41f076d579f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:37.730435 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33944) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:37.778029 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-2c301dd3-acb6-4d51-85a9-95ba0053da88 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e2337482db3440d590140f4593426ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463450 Aug 20 19:20:37.780891 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33948) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:37.839369 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d4f26d1f-fed4-4e3f-b816-f3bd6f291fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.865472 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d4f26d1f-fed4-4e3f-b816-f3bd6f291fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.916408 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d4f26d1f-fed4-4e3f-b816-f3bd6f291fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.921704 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1ac7e50d-192f-4814-b3d8-551577c4af9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:37.933060 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f26d1f-fed4-4e3f-b816-f3bd6f291fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35089a3-c419-42ba-8080-ebd19781b860,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:37.936189 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-d4f26d1f-fed4-4e3f-b816-f3bd6f291fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:37.938187 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-d4f26d1f-fed4-4e3f-b816-f3bd6f291fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:37.941967 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-d4f26d1f-fed4-4e3f-b816-f3bd6f291fbf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d35089a3-c419-42ba-8080-ebd19781b860 HTTP/1.1" status: 204 len: 168 time: 0.1574855 Aug 20 19:20:38.274351 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33956) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:38.428748 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-3ae31121-c120-4282-afe5-1da3133d0aea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9bf76bdef8b14c2f9ee150d667e6cc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531324 Aug 20 19:20:38.431120 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33960) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:38.488395 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f516ed94-53ea-460f-86e0-fe0bbd3de73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:38.513158 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f516ed94-53ea-460f-86e0-fe0bbd3de73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:38.563188 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f516ed94-53ea-460f-86e0-fe0bbd3de73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:38.566826 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3afaca46-5a87-414f-a542-4c860a1fa2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:38.577766 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516ed94-53ea-460f-86e0-fe0bbd3de73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee9e4d9-f17f-464a-80f6-d8187333feca,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:38.581576 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f516ed94-53ea-460f-86e0-fe0bbd3de73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:38.585337 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f516ed94-53ea-460f-86e0-fe0bbd3de73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:38.586545 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-f516ed94-53ea-460f-86e0-fe0bbd3de73a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eee9e4d9-f17f-464a-80f6-d8187333feca HTTP/1.1" status: 204 len: 168 time: 0.1545312 Aug 20 19:20:39.300639 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33986) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:39.402529 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-451710536-network', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:39.407833 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:39.412189 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Usage tracker for resource:network and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:39.415075 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:39.421936 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:39.431316 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Made reservation on behalf of ffeccae45aae42e3ac8a7481f0ddbbb3 for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:20:39.433872 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:39.446482 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:39.465037 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:39.469281 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Usage tracker for resource:security_group_rule and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:39.472025 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:39.477776 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:39.567283 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:39.571406 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:39.575386 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-6c634272-a2da-4f2c-9c40-92270c942dd3 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:39.601729 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:20:39.610741 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f54b463-e34b-4a0f-ba08-3e15517046ca,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:39.614499 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:39.617140 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:39.617487 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Added segment 4be28088-0a6b-40ad-a514-fea870c11a2e of type vlan for network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 Aug 20 19:20:39.645244 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:39.674260 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:39.675257 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:20:39.675833 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:39.679069 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-ced833e3-7b4a-4aa0-a22e-d911360c2f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:39.783607 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4817898 Aug 20 19:20:39.784450 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb51b89-c4a5-45c1-97c7-71cc3b986133,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:39.786562 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 33992) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:39.788755 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-873c5b68-841d-4cd4-8190-eaf32a0e9518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:39.792487 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Request body: {'subnet': {'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-451710536-subnet', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:39.797969 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:20:39.798493 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:39.802339 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Usage tracker for resource:subnet and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:39.805457 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:39.812777 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:39.823798 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Made reservation on behalf of ffeccae45aae42e3ac8a7481f0ddbbb3 for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:20:39.826602 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65314145'] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.028881 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65253297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65314067'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.033229 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:40.105858 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6583531b-8801-4ea7-957b-692609b9c589,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:40.109641 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:40.115241 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Checking segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:40.115593 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Network hostable DHCP agents. Network: 3cb51b89-c4a5-45c1-97c7-71cc3b986133, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:20:40.133628 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:20:40.142377 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, 3cb51b89-c4a5-45c1-97c7-71cc3b986133) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:40.146253 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:20:40.146842 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.151644 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68cfc95-d816-432d-ba71-e360c1c610a4 None None] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:20:40.167842 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-f4f52d03-c1ec-4632-8ff5-fa7bcb408371 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3804955 Aug 20 19:20:40.171173 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 33996) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:40.176321 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:40.180876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:40.184659 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Usage tracker for resource:router and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:40.187699 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:40.194911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:40.207857 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.208914 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.225430 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.412123 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:20:40.413055 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.492977 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.567676 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Allocated IP 172.20.0.2 (3cb51b89-c4a5-45c1-97c7-71cc3b986133/6583531b-8801-4ea7-957b-692609b9c589/8219c81a-6cfa-4e50-a4e2-812f24d39760) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:20:40.772970 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.783852 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Transition to ACTIVE for port object 8219c81a-6cfa-4e50-a4e2-812f24d39760 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:40.800052 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.803192 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Transition to ACTIVE for port object 8219c81a-6cfa-4e50-a4e2-812f24d39760 will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:40.811374 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.816225 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:40.831960 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:40.880611 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:20:40.881750 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:40.884236 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:20:40.933525 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Pushing event updated for resources: {'Port': ['ID=8219c81a-6cfa-4e50-a4e2-812f24d39760,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:40.970455 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Allocated IP 172.27.3.40 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/7779fae5-4091-4674-ba07-cbedf1c6ceaf) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:20:40.980066 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.980411 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.980771 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.981156 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.981435 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.981744 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.982064 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.982474 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.982977 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.983390 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.983744 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.984084 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:40.988897 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:40.995950 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Attempting to bind port 8219c81a-6cfa-4e50-a4e2-812f24d39760 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:20:40.996328 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Attempting to bind port 8219c81a-6cfa-4e50-a4e2-812f24d39760 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:20:40.996725 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Attempting to bind port 8219c81a-6cfa-4e50-a4e2-812f24d39760 on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:20:41.002723 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:20:41.003101 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Checking segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:41.003506 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:41.003923 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Bound using segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:20:41.004386 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Bound port: 8219c81a-6cfa-4e50-a4e2-812f24d39760, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:20:41.004784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:41.094744 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] For port 8219c81a-6cfa-4e50-a4e2-812f24d39760, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:20:41.097791 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] For port 8219c81a-6cfa-4e50-a4e2-812f24d39760, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=8219c81a-6cfa-4e50-a4e2-812f24d39760,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:20:41.103431 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:41.109502 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:41.205706 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Pushing event updated for resources: {'Port': ['ID=8219c81a-6cfa-4e50-a4e2-812f24d39760,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:41.208945 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:41.229178 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:41.260986 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:41.265305 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-4f7c0a62-f735-45f8-ab1c-be05f4af76e2 tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:41.328703 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:20:41.331722 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:41.335373 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:20:41.371409 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Pushing event updated for resources: {'Port': ['ID=7779fae5-4091-4674-ba07-cbedf1c6ceaf,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:41.376128 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:41.518188 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bbc8a3db-b3ee-48c0-aa01-d295d299ea40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:41.755702 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:41.897404 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:42.064781 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 8219c81a-6cfa-4e50-a4e2-812f24d39760 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:42.121855 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:42.137681 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 8219c81a-6cfa-4e50-a4e2-812f24d39760 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:42.184655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9fef77-96df-41c9-a81f-78da03f94984 None None] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:20:42.294049 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-847bf00c-d842-4910-916f-c880e920bd33 None None] Provisioning for port 8219c81a-6cfa-4e50-a4e2-812f24d39760 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:42.311740 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-847bf00c-d842-4910-916f-c880e920bd33 None None] Provisioning complete for port 8219c81a-6cfa-4e50-a4e2-812f24d39760 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:42.312117 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-847bf00c-d842-4910-916f-c880e920bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:42.331736 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Router 5ebed085-f580-4943-889f-494ffcd46d27 is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:20:42.506436 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:20:42.516853 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Sync routers for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:20:42.531196 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:42.532401 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-b15fe9d9-e669-45bd-90ef-e3f69c958455 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3602340 Aug 20 19:20:42.534616 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-847bf00c-d842-4910-916f-c880e920bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:42.535134 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34000) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:42.550226 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:20:42.550787 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:20:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:42.663780 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-847bf00c-d842-4910-916f-c880e920bd33 None None] For port 8219c81a-6cfa-4e50-a4e2-812f24d39760, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=8219c81a-6cfa-4e50-a4e2-812f24d39760,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:20:42.718107 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-847bf00c-d842-4910-916f-c880e920bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:42.726692 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:42.855267 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:20:42.967469 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bf00c-d842-4910-916f-c880e920bd33 None None] Pushing event updated for resources: {'Port': ['ID=8219c81a-6cfa-4e50-a4e2-812f24d39760,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:42.981878 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-847bf00c-d842-4910-916f-c880e920bd33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:43.054641 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bca8fc04-8fec-4656-9fe5-b47b1daf5449 None None] Provisioning complete for port 8219c81a-6cfa-4e50-a4e2-812f24d39760 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:43.055028 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bca8fc04-8fec-4656-9fe5-b47b1daf5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.259201 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:41Z', 'revision_number': 3, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:43.263054 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Checking router: 5ebed085-f580-4943-889f-494ffcd46d27 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:20:43.263411 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Updating router 5ebed085-f580-4943-889f-494ffcd46d27 port 7779fae5-4091-4674-ba07-cbedf1c6ceaf binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:20:43.319075 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.320085 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.534552 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Allocated IP 172.20.0.1 (3cb51b89-c4a5-45c1-97c7-71cc3b986133/6583531b-8801-4ea7-957b-692609b9c589/9bfec39d-2a82-4c73-92c8-474dd97fb5d7) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:20:43.647268 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.659226 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Transition to ACTIVE for port object 7779fae5-4091-4674-ba07-cbedf1c6ceaf will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:43.665689 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.671389 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:43.673522 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:20:43.682769 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.698332 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Transition to ACTIVE for port object 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:43.722873 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.727423 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:43.743042 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Attempting to bind port 7779fae5-4091-4674-ba07-cbedf1c6ceaf on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:20:43.743422 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Attempting to bind port 7779fae5-4091-4674-ba07-cbedf1c6ceaf by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:20:43.743794 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Attempting to bind port 7779fae5-4091-4674-ba07-cbedf1c6ceaf on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:20:43.755281 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:20:43.755666 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:43.756076 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.756497 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:20:43.756973 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Bound port: 7779fae5-4091-4674-ba07-cbedf1c6ceaf, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:20:43.757371 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.785380 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:20:43.788576 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6362f8-4448-4234-b0d0-c18b0c957d47 None None] Pushing event updated for resources: {'Port': ['ID=7779fae5-4091-4674-ba07-cbedf1c6ceaf,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:43.788718 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:43.791832 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:20:43.791997 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-6c6362f8-4448-4234-b0d0-c18b0c957d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:43.837495 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfec39d-2a82-4c73-92c8-474dd97fb5d7,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:43.841806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:43.844253 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] For port 7779fae5-4091-4674-ba07-cbedf1c6ceaf, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:20:43.847750 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] For port 7779fae5-4091-4674-ba07-cbedf1c6ceaf, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=7779fae5-4091-4674-ba07-cbedf1c6ceaf,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:20:43.853086 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.856895 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.857088 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-6c6362f8-4448-4234-b0d0-c18b0c957d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:43.944992 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-6774b2eb-8823-44c9-9a30-bca4b8d75f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:43.952735 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:20:43.953377 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:20:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:44.024602 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6362f8-4448-4234-b0d0-c18b0c957d47 None None] Pushing event updated for resources: {'Port': ['ID=7779fae5-4091-4674-ba07-cbedf1c6ceaf,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:44.025989 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-6c6362f8-4448-4234-b0d0-c18b0c957d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:44.126790 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 8219c81a-6cfa-4e50-a4e2-812f24d39760 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:44.203512 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-33dbb441-0a10-4060-a2a4-00ef843fa4c3 None None] Provisioning for port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:44.218665 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:20:44.236633 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:44.259773 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-33dbb441-0a10-4060-a2a4-00ef843fa4c3 None None] Provisioning complete for port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:44.260153 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-33dbb441-0a10-4060-a2a4-00ef843fa4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:44.452226 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-33dbb441-0a10-4060-a2a4-00ef843fa4c3 None None] Port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:20:44.461653 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:44.467265 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65250042'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:44.495815 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ea9b339f-22b6-4c3d-848b-c2b45af7dfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:44.509898 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 8219c81a-6cfa-4e50-a4e2-812f24d39760 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:44.510277 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:44.576896 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfec39d-2a82-4c73-92c8-474dd97fb5d7,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:44.581150 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:44.582034 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:44.707846 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:41Z', 'revision_number': 3, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:44.711762 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026835f3-4627-4a62-83ed-9022c1a653f2 None None] The sync data for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi is: [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:41Z', 'revision_number': 3, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:20:44.720496 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:20:44.721672 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:44.923241 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Router 5ebed085-f580-4943-889f-494ffcd46d27 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:20:44.981939 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-ceb4b6b3-bf42-4596-bcdf-a0fe352a6bd2 None None] Provisioning complete for port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:44.982638 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b6b3-bf42-4596-bcdf-a0fe352a6bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.058477 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4b6b3-bf42-4596-bcdf-a0fe352a6bd2 None None] Port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:20:45.062536 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.126260 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:20:45.135355 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] 10.222.0.54 "PUT /v2.0/routers/5ebed085-f580-4943-889f-494ffcd46d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5991986 Aug 20 19:20:45.652238 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34018) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:45.657979 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-261130048-network', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:45.662655 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:45.666442 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Usage tracker for resource:network and tenant:66b2b81c8afa4afa9d674e18eb7c7bd6 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:45.669344 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:45.676415 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:45.686963 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Made reservation on behalf of 66b2b81c8afa4afa9d674e18eb7c7bd6 for: {'network': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:20:45.689269 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for network, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.701815 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.717128 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:45.721423 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Usage tracker for resource:security_group_rule and tenant:66b2b81c8afa4afa9d674e18eb7c7bd6 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:45.724330 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:45.730156 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:45.815316 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.819411 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.823177 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-472e504a-74b2-44ba-afbf-41fb7196f2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:45.854733 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=79332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 19:20:45.864601 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b0a90b-b2e3-4ca0-9297-9ed8a5dc14b3,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:45.867763 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:45.871693 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.872168 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.segments_db [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Added segment c238d22f-69f0-4efd-9ca3-612c4d978fe3 of type vlan for network b3c099ea-d11c-4c19-8e56-ad124aee8aba Aug 20 19:20:45.899344 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734855950722'] for network, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.930244 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397'] for network, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.931273 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:20:45.931856 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:45.935311 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b772a09e-1bb3-40fe-8668-86d3af43fbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:46.040409 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3846185 Aug 20 19:20:46.040409 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c099ea-d11c-4c19-8e56-ad124aee8aba,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:46.040786 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34022) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:46.043175 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-92ac5995-db41-418e-84b1-adf3a3b606b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:46.047544 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Request body: {'subnet': {'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-261130048-subnet', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'ip_version': 4}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:46.050329 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Network b3c099ea-d11c-4c19-8e56-ad124aee8aba details requested by agent ovs-agent-dv-cinder-805283-1-iscsi with host dv-cinder-805283-1-iscsi {{(pid=79333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 20 19:20:46.052418 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:46.056270 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Usage tracker for resource:subnet and tenant:66b2b81c8afa4afa9d674e18eb7c7bd6 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:46.059401 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:46.067652 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:46.084519 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Made reservation on behalf of 66b2b81c8afa4afa9d674e18eb7c7bd6 for: {'subnet': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:20:46.087940 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65314145'] for subnet, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.092185 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 7779fae5-4091-4674-ba07-cbedf1c6ceaf up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:46.216532 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Sync routers for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:20:46.227515 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:20:46.228175 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:20:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:46.228470 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 7779fae5-4091-4674-ba07-cbedf1c6ceaf completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:46.235093 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 7779fae5-4091-4674-ba07-cbedf1c6ceaf triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:46.235679 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.298925 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65253297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65314067'] for subnet, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.304528 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7d49a47a-4fb7-405d-8219-90d21d2640b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:46.361156 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.379038 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 7779fae5-4091-4674-ba07-cbedf1c6ceaf, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=7779fae5-4091-4674-ba07-cbedf1c6ceaf,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:20:46.385838 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.389647 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:46.396632 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4798e67d-36ee-46c9-b47b-586e870c4419,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:46.400308 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:46.401175 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Checking segment: {'id': 'c238d22f-69f0-4efd-9ca3-612c4d978fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:46.401528 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Network hostable DHCP agents. Network: b3c099ea-d11c-4c19-8e56-ad124aee8aba, hostable agents: ['59408529-663b-410d-a5a8-2172b84de833'], hosted agents: [] {{(pid=79332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 19:20:46.411895 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:20:46.423637 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Network b3c099ea-d11c-4c19-8e56-ad124aee8aba is scheduled to be hosted by DHCP agent 59408529-663b-410d-a5a8-2172b84de833 with binding_index 1 {{(pid=79332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 19:20:46.434730 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805283-1-iscsi, b3c099ea-d11c-4c19-8e56-ad124aee8aba) {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:46.439954 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:20:46.440893 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for subnet, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.448432 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dded27-ded9-44f7-8663-4192831d5043 None None] Network b3c099ea-d11c-4c19-8e56-ad124aee8aba requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:20:46.468156 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-c37536be-7d0d-4aae-a4cd-9d647a932654 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4263492 Aug 20 19:20:46.470770 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34026) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:46.477511 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:46.482971 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:46.487850 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Usage tracker for resource:router and tenant:66b2b81c8afa4afa9d674e18eb7c7bd6 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:46.491065 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:46.497993 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:46.510381 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67010251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.511890 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67010094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67013853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1203'] for router, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.530073 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.551848 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=7779fae5-4091-4674-ba07-cbedf1c6ceaf,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:46.555259 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:46.689951 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a4481e2-8176-5809-b0da-e5020b41a909-b3c099ea-d11c-4c19-8e56-ad124aee8aba', 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'fixed_ips': [{'subnet_id': '4798e67d-36ee-46c9-b47b-586e870c4419'}]}} from dv-cinder-805283-1-iscsi. {{(pid=79333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 20 19:20:46.690782 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.748537 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 2, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:46.752404 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Checking router: 5ebed085-f580-4943-889f-494ffcd46d27 for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:20:46.752805 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Updating router 5ebed085-f580-4943-889f-494ffcd46d27 port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:20:46.772795 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.816460 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.839298 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67013826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67010168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1089'] for router, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:46.875049 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.db_base_plugin_common [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Allocated IP 172.20.0.2 (b3c099ea-d11c-4c19-8e56-ad124aee8aba/4798e67d-36ee-46c9-b47b-586e870c4419/db730b10-adac-49a1-b432-3d70d81af391) {{(pid=79333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:20:47.093156 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Notify callbacks [] for port, precommit_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.103762 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Transition to ACTIVE for port object db730b10-adac-49a1-b432-3d70d81af391 will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:47.123365 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Transition to ACTIVE for port object db730b10-adac-49a1-b432-3d70d81af391 will not be triggered until provisioned by entity DHCP. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:47.130394 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158'] for port, after_create {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.134724 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:47.183059 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.196234 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Transition to ACTIVE for port object 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:47.203456 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Network b3c099ea-d11c-4c19-8e56-ad124aee8aba is already hosted by enough agents. {{(pid=79333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:20:47.204268 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.206645 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.scheduler.base_scheduler [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Resources bound (agent type, host, resource id): {{(pid=79333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:47.209165 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-7f82e96b-5eda-4717-aec4-a508b981d07f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:47.210561 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Received port after_create {{(pid=79333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:20:47.217045 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Pushing event updated for resources: {'Port': ['ID=db730b10-adac-49a1-b432-3d70d81af391,revision_number=1']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:47.221517 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:47.278211 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.312505 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.323831 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Attempting to bind port db730b10-adac-49a1-b432-3d70d81af391 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:20:47.324212 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Attempting to bind port db730b10-adac-49a1-b432-3d70d81af391 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'c238d22f-69f0-4efd-9ca3-612c4d978fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:20:47.324960 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Attempting to bind port db730b10-adac-49a1-b432-3d70d81af391 on network b3c099ea-d11c-4c19-8e56-ad124aee8aba {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:20:47.331318 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:20:47.331849 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Checking segment: {'id': 'c238d22f-69f0-4efd-9ca3-612c4d978fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:47.332445 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.332882 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Bound using segment: {'id': 'c238d22f-69f0-4efd-9ca3-612c4d978fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:20:47.333365 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Bound port: db730b10-adac-49a1-b432-3d70d81af391, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c238d22f-69f0-4efd-9ca3-612c4d978fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:20:47.333748 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.441684 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Pushing event updated for resources: {'Port': ['ID=9bfec39d-2a82-4c73-92c8-474dd97fb5d7,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:47.466334 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.467223 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.467558 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.467881 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.468282 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.468635 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.468958 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.469271 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.469613 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.469920 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.470547 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.470718 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:20:47.474088 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Attempting to bind port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:20:47.474462 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Attempting to bind port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:20:47.474822 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Attempting to bind port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:20:47.480988 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:47.481945 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:20:47.482800 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Checking segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:47.483559 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.484088 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Bound using segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:20:47.484897 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Bound port: 9bfec39d-2a82-4c73-92c8-474dd97fb5d7, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:20:47.485532 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.489190 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Allocated IP 172.27.3.66 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/e3939c7e-30de-4f37-93c6-c54cef963a2a) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:20:47.495942 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] For port db730b10-adac-49a1-b432-3d70d81af391, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:20:47.500177 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] For port db730b10-adac-49a1-b432-3d70d81af391, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=db730b10-adac-49a1-b432-3d70d81af391,segment=NetworkSegment(c238d22f-69f0-4efd-9ca3-612c4d978fe3),segment_id=c238d22f-69f0-4efd-9ca3-612c4d978fe3)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:20:47.506604 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.512471 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:47.621621 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Pushing event updated for resources: {'Port': ['ID=db730b10-adac-49a1-b432-3d70d81af391,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:47.625178 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:47.639789 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] For port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:20:47.643354 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] For port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=9bfec39d-2a82-4c73-92c8-474dd97fb5d7,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:20:47.652322 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.657778 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:47.694510 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.734918 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:20:47.735603 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:20:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:47.737931 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:47.742714 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-7f9799e6-97ff-4b46-b6c1-8e931ab49da2 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:47.814954 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:20:47.818714 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:47.821597 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Pushing event updated for resources: {'Port': ['ID=9bfec39d-2a82-4c73-92c8-474dd97fb5d7,revision_number=4']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:47.837974 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-ee847759-923a-46d0-94f6-f94e79bcb74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:47.839592 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:20:47.908912 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Pushing event updated for resources: {'Port': ['ID=e3939c7e-30de-4f37-93c6-c54cef963a2a,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:47.913705 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:47.984495 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:20:48.159277 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device db730b10-adac-49a1-b432-3d70d81af391 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:48.265531 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port db730b10-adac-49a1-b432-3d70d81af391 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:48.272478 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 7779fae5-4091-4674-ba07-cbedf1c6ceaf up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:48.351525 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 7779fae5-4091-4674-ba07-cbedf1c6ceaf triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:48.352447 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:48.363454 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:48.364955 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:47Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:48.369331 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe915dc-cb1d-4bd2-acfe-cb1de887fda5 None None] The sync data for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi is: [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:47Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:20:48.840142 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aacc81-5169-442c-a1c4-1ce021f7605c None None] Network b3c099ea-d11c-4c19-8e56-ad124aee8aba requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:20:48.976318 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67010105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67010970'] for router, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:48.977116 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-2a54893a-372e-4555-a440-99066b1ff96c None None] Provisioning for port db730b10-adac-49a1-b432-3d70d81af391 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:48.987605 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-2a54893a-372e-4555-a440-99066b1ff96c None None] Provisioning complete for port db730b10-adac-49a1-b432-3d70d81af391 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:48.988028 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2a54893a-372e-4555-a440-99066b1ff96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:49.271030 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2a54893a-372e-4555-a440-99066b1ff96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:49.276621 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e is scheduled to L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 with binding_index 1 {{(pid=79331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 20 19:20:49.313871 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-2a54893a-372e-4555-a440-99066b1ff96c None None] For port db730b10-adac-49a1-b432-3d70d81af391, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=db730b10-adac-49a1-b432-3d70d81af391,segment=NetworkSegment(c238d22f-69f0-4efd-9ca3-612c4d978fe3),segment_id=c238d22f-69f0-4efd-9ca3-612c4d978fe3)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:20:49.322360 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2a54893a-372e-4555-a440-99066b1ff96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:49.326551 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:49.415514 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54893a-372e-4555-a440-99066b1ff96c None None] Pushing event updated for resources: {'Port': ['ID=db730b10-adac-49a1-b432-3d70d81af391,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:49.418878 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-2a54893a-372e-4555-a440-99066b1ff96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:49.512606 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:20:49.523752 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Sync routers for ids ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:20:49.544413 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:49.549871 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0750034 Aug 20 19:20:49.550077 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Routers {'92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:20:49.550077 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:20:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:49.550419 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34030) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:49.656810 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-b9918384-6829-4880-a76b-6e7836d4fa0c None None] Provisioning complete for port db730b10-adac-49a1-b432-3d70d81af391 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:49.657243 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b9918384-6829-4880-a76b-6e7836d4fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:49.847833 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Set router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:20:50.141175 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device db730b10-adac-49a1-b432-3d70d81af391 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:50.302741 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port db730b10-adac-49a1-b432-3d70d81af391 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:50.303907 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:50.433570 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:46Z', 'updated_at': '2021-08-20T19:20:48Z', 'revision_number': 3, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'gw_port': {'id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:47Z', 'updated_at': '2021-08-20T19:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:50.446357 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Checking router: 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:20:50.446825 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Updating router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e port e3939c7e-30de-4f37-93c6-c54cef963a2a binding host dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:20:50.513514 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:50.575970 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:50.661209 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:50.740647 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Allocated IP 172.20.0.1 (b3c099ea-d11c-4c19-8e56-ad124aee8aba/4798e67d-36ee-46c9-b47b-586e870c4419/9c57e3d6-2013-44b7-a136-e9cd54a14cf2) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:20:50.870262 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:50.903144 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:50.925772 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Transition to ACTIVE for port object 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 will not be triggered until provisioned by entity DHCP. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:50.933591 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:50.933971 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:50.964628 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:50.970717 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b9dccf6c-cc4a-4000-a6fc-93a1c71ee67e tempest-ServerRescueNegativeTestJSON-1603863930 tempest-ServerRescueNegativeTestJSON-1603863930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:51.043856 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Network b3c099ea-d11c-4c19-8e56-ad124aee8aba is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:20:51.048667 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:51.055431 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:20:51.116454 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Pushing event updated for resources: {'Port': ['ID=9c57e3d6-2013-44b7-a136-e9cd54a14cf2,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:51.119216 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67008095'] for router_interface, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.182988 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.237327 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Notify callbacks [] for port, precommit_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.239800 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:51.247374 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=9bfec39d-2a82-4c73-92c8-474dd97fb5d7,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:20:51.256341 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.259074 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Transition to ACTIVE for port object e3939c7e-30de-4f37-93c6-c54cef963a2a will not be triggered until provisioned by entity L2. {{(pid=79333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:51.261807 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:51.309662 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.364322 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Attempting to bind port e3939c7e-30de-4f37-93c6-c54cef963a2a on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:20:51.364731 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Attempting to bind port e3939c7e-30de-4f37-93c6-c54cef963a2a by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:20:51.365106 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Attempting to bind port e3939c7e-30de-4f37-93c6-c54cef963a2a on network 0e1c4c81-75e1-407b-9de2-81ce46d2214f {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:20:51.371614 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=9bfec39d-2a82-4c73-92c8-474dd97fb5d7,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:51.375266 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:20:51.375652 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Checking segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:51.376077 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.376450 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Bound using segment: {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'} {{(pid=79333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:20:51.376952 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.managers [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Bound port: e3939c7e-30de-4f37-93c6-c54cef963a2a, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979e7a1-7eb2-44a7-8895-54418a378190', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f'}}] {{(pid=79333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:20:51.377333 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.402977 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:51.410338 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:51.412680 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.515371 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-435aeb7f-b666-4809-950a-c8080f2b28f7 None None] Provisioning for port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:51.535121 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-435aeb7f-b666-4809-950a-c8080f2b28f7 None None] Provisioning complete for port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:51.535506 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-435aeb7f-b666-4809-950a-c8080f2b28f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.564757 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf47f9f-dc72-4b51-96f3-ffd1646dd6f3 None None] Pushing event updated for resources: {'Port': ['ID=e3939c7e-30de-4f37-93c6-c54cef963a2a,revision_number=2']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:51.573507 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-daf47f9f-dc72-4b51-96f3-ffd1646dd6f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:51.582448 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] For port e3939c7e-30de-4f37-93c6-c54cef963a2a, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:20:51.599651 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] For port e3939c7e-30de-4f37-93c6-c54cef963a2a, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=e3939c7e-30de-4f37-93c6-c54cef963a2a,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:20:51.607960 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.614604 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:51.670815 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-435aeb7f-b666-4809-950a-c8080f2b28f7 None None] Port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:20:51.710748 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Routers {'92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:20:51.711237 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.711416 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:20:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:51.717255 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.754021 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:51.769760 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf47f9f-dc72-4b51-96f3-ffd1646dd6f3 None None] Pushing event updated for resources: {'Port': ['ID=e3939c7e-30de-4f37-93c6-c54cef963a2a,revision_number=3']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:51.781548 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-daf47f9f-dc72-4b51-96f3-ffd1646dd6f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:51.867100 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Pushing event updated for resources: {'Port': ['ID=9c57e3d6-2013-44b7-a136-e9cd54a14cf2,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:51.870612 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66598287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67008048'] for router_interface, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:51.876412 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:51.930315 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] Set router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:20:52.074624 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:52.156360 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Network b3c099ea-d11c-4c19-8e56-ad124aee8aba is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:20:52.157613 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:20:52.315819 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:52.316350 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:52.363944 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:20:52.437804 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-328d19c2-64c4-4be2-a377-fb68018277ff None None] Provisioning complete for port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:52.438136 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-328d19c2-64c4-4be2-a377-fb68018277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:52.547338 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:20:52.552370 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:46Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 4, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'gw_port': {'id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:47Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9c57e3d6-2013-44b7-a136-e9cd54a14cf2', 'name': '', 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'mac_address': 'fa:16:3e:f1:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:50Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 2, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'subnets': [{'id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:52.554672 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-328d19c2-64c4-4be2-a377-fb68018277ff None None] Port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:20:52.567173 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] 10.222.0.54 "PUT /v2.0/routers/92ce6ea2-0467-4836-98eb-a9fdd8a2f22e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0045357 Aug 20 19:20:52.567288 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b6bbf-aff2-409d-8ba3-6d0a4c6cdcbf None None] The sync data for ids ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'] in dv-cinder-805283-1-iscsi is: [{'id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:46Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 4, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'gw_port': {'id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:47Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9c57e3d6-2013-44b7-a136-e9cd54a14cf2', 'name': '', 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'mac_address': 'fa:16:3e:f1:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:50Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 2, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'subnets': [{'id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:20:53.229396 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34040) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:53.234896 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268941945', 'description': 'tempest-secgroup-smoke-1268941945 description', 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:53.245037 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:53.249353 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:security_group and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:53.252879 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:53.259081 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:53.271054 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.292659 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:53.296763 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:security_group_rule and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:53.299617 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:53.305572 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:53.381953 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.388288 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.392771 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-0d424d80-2f51-4c63-8c37-ba4a30c35e6c tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:53.433230 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:53.436758 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:53.437575 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.441650 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-45352a57-adc9-484b-b288-29067811f0ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2083142 Aug 20 19:20:53.442094 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34044) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:53.447178 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'security_group_rule': {'security_group_id': 'efdaaf21-f35a-48dd-a2e5-d7a097cfa37c', 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:53.453849 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:53.457753 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:security_group_rule and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:53.461002 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:53.467558 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:53.486810 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.554768 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.559057 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.562729 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:53.585858 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ebf09e-d636-46d3-b9a5-eeb996f7c3a6,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:53.588942 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:53.597979 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.599223 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-b1b05b17-9647-4f8a-9259-7773a50344a4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564968 Aug 20 19:20:53.602167 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34048) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:53.608237 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'security_group_rule': {'security_group_id': 'efdaaf21-f35a-48dd-a2e5-d7a097cfa37c', 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:53.614574 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:53.618427 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:security_group_rule and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:53.621492 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:53.628623 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:53.646610 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.710876 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.715201 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.718044 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-1f60d829-c511-478b-abcc-c58341588d78 tempest-TestMinimumBasicScenario-1064752792 tempest-TestMinimumBasicScenario-1064752792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:53.741194 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bb5b23-ae7a-4c84-a50c-a3e823c9a5e5,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:53.745674 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:53.750068 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.753706 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481884 Aug 20 19:20:53.753930 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34052) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:53.759176 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'security_group_rule': {'security_group_id': 'efdaaf21-f35a-48dd-a2e5-d7a097cfa37c', 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:53.766268 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:53.770180 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:security_group_rule and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:53.773031 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:53.778694 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:53.796293 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.861371 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.864678 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.866639 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:53.888278 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720707c1-9ea1-4030-a796-40cc98ec6893,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:53.893172 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:53.897321 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:53.898510 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-dc4de0ff-d920-4379-aa3c-b95cf3264f4b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436870 Aug 20 19:20:53.901210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34056) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:53.906784 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'security_group_rule': {'security_group_id': 'efdaaf21-f35a-48dd-a2e5-d7a097cfa37c', 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:53.912366 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:53.916120 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:security_group_rule and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:53.918949 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:53.924695 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:53.940783 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.003852 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.008591 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.010839 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:54.035742 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba402309-9568-4acd-a8d2-7609caa47a11,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:54.041546 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:54.047022 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.048356 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-b012e7a0-07d5-4f3d-89f4-66696089e639 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460989 Aug 20 19:20:54.050940 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34060) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:54.056001 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'security_group_rule': {'security_group_id': 'efdaaf21-f35a-48dd-a2e5-d7a097cfa37c', 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:54.064678 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:54.069336 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:security_group_rule and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:54.072216 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device e3939c7e-30de-4f37-93c6-c54cef963a2a up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:54.073201 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:54.080924 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:54.094302 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.securitygroups_db [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Project ffeccae45aae42e3ac8a7481f0ddbbb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:20:54.101918 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.154101 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port e3939c7e-30de-4f37-93c6-c54cef963a2a completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:54.162510 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port e3939c7e-30de-4f37-93c6-c54cef963a2a triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:54.163089 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.180013 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.188309 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.190397 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-30559756-9002-423d-8738-9048f7c08ca1 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:54.214069 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ab08fe-18a5-4d3e-9f13-109df8e50fb6,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:54.216646 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:54.224701 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.225977 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-2f58deda-72f6-4a7c-ad73-912b7a0a33d9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741350 Aug 20 19:20:54.228672 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34064) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:20:54.234406 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'security_group_rule': {'security_group_id': 'efdaaf21-f35a-48dd-a2e5-d7a097cfa37c', 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:20:54.240568 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:20:54.244714 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:security_group_rule and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:20:54.248452 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:20:54.258480 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:20:54.277466 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.securitygroups_db [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Project ffeccae45aae42e3ac8a7481f0ddbbb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 19:20:54.286700 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.292953 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.309798 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port e3939c7e-30de-4f37-93c6-c54cef963a2a, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=e3939c7e-30de-4f37-93c6-c54cef963a2a,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:20:54.314762 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.318773 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:54.368318 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.377388 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67068967'] for security_group_rule, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.379551 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-358627e7-d7ca-4503-bcda-087a903e3af3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:54.390827 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=e3939c7e-30de-4f37-93c6-c54cef963a2a,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:54.395036 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:54.401736 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0bd0c4-7025-49a6-86a0-dfe251640717,revision_number=0']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:54.404957 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:54.412905 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:54.414089 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-458320a8-3118-4221-a518-8a63bdc9d072 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1845083 Aug 20 19:20:56.050893 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device e3939c7e-30de-4f37-93c6-c54cef963a2a up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:56.136371 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port e3939c7e-30de-4f37-93c6-c54cef963a2a triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:56.136789 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:56.262518 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Sync routers for ids ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:20:56.273172 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Routers {'92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:20:56.273810 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:20:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:56.455530 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Set router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:20:56.770866 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:46Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 4, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'gw_port': {'id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:47Z', 'updated_at': '2021-08-20T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9c57e3d6-2013-44b7-a136-e9cd54a14cf2', 'name': '', 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'mac_address': 'fa:16:3e:f1:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:50Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 2, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'subnets': [{'id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:56.774634 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Checking router: 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:20:56.774978 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Updating router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 binding host dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 19:20:56.830449 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:57.196793 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Notify callbacks [] for port, precommit_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:57.211199 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.provisioning_blocks [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Transition to ACTIVE for port object 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 will not be triggered until provisioned by entity L2. {{(pid=79334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:20:57.218456 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:57.223215 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:57.373761 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d159a3-8dd9-424c-8712-62a171e484e7 None None] Pushing event updated for resources: {'Port': ['ID=9c57e3d6-2013-44b7-a136-e9cd54a14cf2,revision_number=3']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:57.381346 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-d1d159a3-8dd9-424c-8712-62a171e484e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:57.438008 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Attempting to bind port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 on host dv-cinder-805283-1-iscsi for vnic_type normal with profile {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:20:57.438637 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Attempting to bind port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 by drivers openvswitch,hyperv on host dv-cinder-805283-1-iscsi at level 0 using segments [{'id': 'c238d22f-69f0-4efd-9ca3-612c4d978fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba'}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:20:57.438784 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Attempting to bind port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 on network b3c099ea-d11c-4c19-8e56-ad124aee8aba {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:20:57.444450 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Checking agent: {'id': '242d811d-069b-4a91-aef0-46733e9fc6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805283-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 18, 57, 42), 'started_at': datetime.datetime(2021, 8, 20, 18, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805283-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:20:57.444859 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Checking segment: {'id': 'c238d22f-69f0-4efd-9ca3-612c4d978fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:20:57.445268 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:57.445661 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Bound using segment: {'id': 'c238d22f-69f0-4efd-9ca3-612c4d978fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba'} {{(pid=79334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:20:57.446117 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.managers [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Bound port: 9c57e3d6-2013-44b7-a136-e9cd54a14cf2, host: dv-cinder-805283-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c238d22f-69f0-4efd-9ca3-612c4d978fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba'}}] {{(pid=79334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:20:57.446511 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:57.539219 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] For port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2, host dv-cinder-805283-1-iscsi, cleared binding levels {{(pid=79334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:20:57.542105 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.plugins.ml2.db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] For port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2, host dv-cinder-805283-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=9c57e3d6-2013-44b7-a136-e9cd54a14cf2,segment=NetworkSegment(c238d22f-69f0-4efd-9ca3-612c4d978fe3),segment_id=c238d22f-69f0-4efd-9ca3-612c4d978fe3)] {{(pid=79334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:20:57.549698 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron_lib.callbacks.manager [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:57.551358 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-006c9d02-99dc-4b17-9d00-884b13305371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:57.625113 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Routers {'92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:20:57.625794 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:20:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:57.684367 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d159a3-8dd9-424c-8712-62a171e484e7 None None] Pushing event updated for resources: {'Port': ['ID=9c57e3d6-2013-44b7-a136-e9cd54a14cf2,revision_number=4']} {{(pid=79334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:57.699221 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG oslo_concurrency.lockutils [None req-d1d159a3-8dd9-424c-8712-62a171e484e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79334) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:20:57.822837 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] Set router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:20:58.071052 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:20:58.144017 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning for port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:20:58.146919 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:46Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 4, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'gw_port': {'id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:47Z', 'updated_at': '2021-08-20T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9c57e3d6-2013-44b7-a136-e9cd54a14cf2', 'name': '', 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'mac_address': 'fa:16:3e:f1:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:50Z', 'updated_at': '2021-08-20T19:20:57Z', 'revision_number': 4, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'subnets': [{'id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:20:58.149242 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:20:58.149738 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:58.150906 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8146d4-d67e-4860-b368-d21492446e86 None None] The sync data for ids ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'] in dv-cinder-805283-1-iscsi is: [{'id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:46Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 4, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'gw_port': {'id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:47Z', 'updated_at': '2021-08-20T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9c57e3d6-2013-44b7-a136-e9cd54a14cf2', 'name': '', 'network_id': 'b3c099ea-d11c-4c19-8e56-ad124aee8aba', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'mac_address': 'fa:16:3e:f1:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:50Z', 'updated_at': '2021-08-20T19:20:57Z', 'revision_number': 4, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'subnets': [{'id': '4798e67d-36ee-46c9-b47b-586e870c4419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:20:58.281824 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:58.317127 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] For port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=9c57e3d6-2013-44b7-a136-e9cd54a14cf2,segment=NetworkSegment(c238d22f-69f0-4efd-9ca3-612c4d978fe3),segment_id=c238d22f-69f0-4efd-9ca3-612c4d978fe3)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:20:58.321216 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:20:58.323258 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:20:58.392632 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Pushing event updated for resources: {'Port': ['ID=9c57e3d6-2013-44b7-a136-e9cd54a14cf2,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:20:58.395617 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:21:00.047818 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 up at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:21:00.120484 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Provisioning complete for port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:21:00.120886 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:02.503998 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:11.504623 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-86bb90a9-ebe1-407b-8058-20b93d1b3219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:11.899878 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:13.877113 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-20895f5b-577e-4876-b5f9-c24c265cc877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:15.034076 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:16.277823 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-17dfdb51-13d9-4dce-8c95-7d4e2ee42aec tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:security_group {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:21:16.296523 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-17dfdb51-13d9-4dce-8c95-7d4e2ee42aec tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:security_group {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:21:16.297860 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-17dfdb51-13d9-4dce-8c95-7d4e2ee42aec tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268941945&fields=id&tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3 HTTP/1.1" status: 200 len: 267 time: 0.0605576 Aug 20 19:21:16.456355 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-c453e468-0554-4dff-b8cb-96f2b7a0756e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:16.457110 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-c453e468-0554-4dff-b8cb-96f2b7a0756e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:network {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:21:16.473942 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-c453e468-0554-4dff-b8cb-96f2b7a0756e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:network {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:21:16.475076 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-c453e468-0554-4dff-b8cb-96f2b7a0756e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 811 time: 0.1704161 Aug 20 19:21:16.490831 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-69133ffd-9e27-44c7-bd71-4636b01fd13b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/quotas/ffeccae45aae42e3ac8a7481f0ddbbb3 HTTP/1.1" status: 200 len: 375 time: 0.0102358 Aug 20 19:21:16.584124 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-145b3a6c-a945-4be1-8a5b-c13645f22fa9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876567 Aug 20 19:21:16.703298 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-3f568686-c94a-4e70-aadb-ec27d596cfb6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:21:16.704341 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-3f568686-c94a-4e70-aadb-ec27d596cfb6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1054416 Aug 20 19:21:16.726853 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:16.857251 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-229a9a54-6530-4ef7-afd3-7957b22384b5 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464729 Aug 20 19:21:17.103889 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-2924663e-7f4c-45a4-8717-06579204afdf service neutron] 10.222.0.54 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403431 Aug 20 19:21:17.634581 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7ea85024-b331-4876-a5c1-97b27b597c24 req-6af52dd0-020f-4a7a-a34b-2ea523b327ef tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:21:17.661153 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7ea85024-b331-4876-a5c1-97b27b597c24 req-6af52dd0-020f-4a7a-a34b-2ea523b327ef tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:21:17.662188 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7ea85024-b331-4876-a5c1-97b27b597c24 req-6af52dd0-020f-4a7a-a34b-2ea523b327ef tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 210 time: 0.1565704 Aug 20 19:21:18.843063 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-1ae56e2e-bbf7-419a-8e35-905d1e1ec6bb tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:18.844821 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-1ae56e2e-bbf7-419a-8e35-905d1e1ec6bb tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 811 time: 0.1629462 Aug 20 19:21:18.850662 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-3e6c647f-aca4-4f98-9706-c11b924277c7 req-1ece9525-5a94-4960-8379-d53e6bff555d tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 210 time: 0.0559235 Aug 20 19:21:18.902013 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-7bf1e2a4-35bd-4726-984a-ffbc6ddd91ba tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3 HTTP/1.1" status: 200 len: 380 time: 0.0474272 Aug 20 19:21:18.911536 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'port': {'device_id': '8f05a916-e2be-4714-99ee-33fb446c3577', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'admin_state_up': True, 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'security_groups': ['efdaaf21-f35a-48dd-a2e5-d7a097cfa37c']}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:21:19.054641 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:21:19.065968 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:21:19.075776 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Made reservation on behalf of ffeccae45aae42e3ac8a7481f0ddbbb3 for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:21:19.080162 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:19.259214 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Allocated IP 172.20.0.13 (3cb51b89-c4a5-45c1-97c7-71cc3b986133/6583531b-8801-4ea7-957b-692609b9c589/194fdcff-5ae6-44bf-9c4e-c50e4b629916) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:21:19.454833 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:19.472108 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Transition to ACTIVE for port object 194fdcff-5ae6-44bf-9c4e-c50e4b629916 will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:21:19.503429 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:19.509019 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d1e5023c-7c0a-4ae8-8f7c-a8e958380f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:21:19.592721 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:21:19.597026 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:21:19.602496 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:21:19.637571 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'Port': ['ID=194fdcff-5ae6-44bf-9c4e-c50e4b629916,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:21:19.655080 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.655571 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.655960 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.656305 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.656858 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.657048 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.657388 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.657876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.658148 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.658699 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.659093 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.659517 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:19.665612 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:21:19.690646 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:19.691349 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:19.721154 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-45e00e8e-31ed-47f1-b19c-170b94d72bb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8132493 Aug 20 19:21:19.732266 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Request body: {'port': {'device_id': '8f05a916-e2be-4714-99ee-33fb446c3577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:21:19.862749 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:19.901587 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-5c0170a0-a225-4d9c-9d1a-0c24d4aa031b None None] Provisioning for port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:21:19.908232 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-5c0170a0-a225-4d9c-9d1a-0c24d4aa031b None None] Provisioning complete for port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:21:19.908898 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5c0170a0-a225-4d9c-9d1a-0c24d4aa031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:19.968804 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-5c0170a0-a225-4d9c-9d1a-0c24d4aa031b None None] Port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:21:20.319433 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497feb2-5331-4b1c-9eb1-ab640b40ca9d req-6fbbcbaf-4ce3-4f9d-9ffc-2be18d95f261 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:20.320062 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7497feb2-5331-4b1c-9eb1-ab640b40ca9d req-6fbbcbaf-4ce3-4f9d-9ffc-2be18d95f261 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:21:20.357258 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-7497feb2-5331-4b1c-9eb1-ab640b40ca9d req-6fbbcbaf-4ce3-4f9d-9ffc-2be18d95f261 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:21:20.360760 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7497feb2-5331-4b1c-9eb1-ab640b40ca9d req-6fbbcbaf-4ce3-4f9d-9ffc-2be18d95f261 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 932 time: 0.3658881 Aug 20 19:21:20.464609 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194fdcff-5ae6-44bf-9c4e-c50e4b629916 {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:21:20.473144 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7497feb2-5331-4b1c-9eb1-ab640b40ca9d req-890a0da0-b7f2-41ed-8fb4-cb0ae9c6a4b4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050436 Aug 20 19:21:20.477334 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:20.493848 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Transition to ACTIVE for port object 194fdcff-5ae6-44bf-9c4e-c50e4b629916 will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:21:20.501723 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65250042'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:20.505642 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-58a70e33-c155-4230-847e-3479aee69e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:21:20.666036 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Pushing event updated for resources: {'Port': ['ID=194fdcff-5ae6-44bf-9c4e-c50e4b629916,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:21:20.675177 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:21:20.681808 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:21:20.753048 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Attempting to bind port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:21:20.753375 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Attempting to bind port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:21:20.753746 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Attempting to bind port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:21:20.760523 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:21:20.760523 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Attempting to bind port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:21:20.764972 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:21:20.765339 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Checking segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:21:20.765771 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Bound using segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:21:20.766191 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Bound port: 194fdcff-5ae6-44bf-9c4e-c50e4b629916, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:21:20.766529 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:20.859557 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] For port 194fdcff-5ae6-44bf-9c4e-c50e4b629916, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:21:20.862703 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] For port 194fdcff-5ae6-44bf-9c4e-c50e4b629916, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:21:20.872083 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65250042'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:20.876404 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e1ebd01c-eafd-4198-87a3-0b4e7d2787f2 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:21:20.937583 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:20.938285 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:20.939666 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] 10.222.0.21 "PUT /v2.0/ports/194fdcff-5ae6-44bf-9c4e-c50e4b629916 HTTP/1.1" status: 200 len: 1094 time: 1.2119398 Aug 20 19:21:20.940266 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f05a916-e2be-4714-99ee-33fb446c3577', 'tag': '194fdcff-5ae6-44bf-9c4e-c50e4b629916'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:21:20.970032 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Pushing event updated for resources: {'Port': ['ID=194fdcff-5ae6-44bf-9c4e-c50e4b629916,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:21:20.982276 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:21:21.033800 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f05a916-e2be-4714-99ee-33fb446c3577', 'tag': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'status': 'completed', 'code': 200} Aug 20 19:21:21.072901 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-0193811a-84e2-4b4f-8ab2-38a98824bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:21.074408 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-0193811a-84e2-4b4f-8ab2-38a98824bf3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 1097 time: 0.0856824 Aug 20 19:21:21.147415 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-709908f5-ae90-4303-80d3-ebe583ebe03f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916 HTTP/1.1" status: 200 len: 217 time: 0.0656970 Aug 20 19:21:21.222650 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-4ee183e6-4e58-4ec9-acac-3348f307074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:21.224947 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-4ee183e6-4e58-4ec9-acac-3348f307074b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0719235 Aug 20 19:21:21.302415 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-189945e3-b182-416a-a229-e492b7dc7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:21.303879 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-189945e3-b182-416a-a229-e492b7dc7437 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731814 Aug 20 19:21:21.439870 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-c445c786-fe9c-455b-bf0d-d37a6fbfb09f service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293879 Aug 20 19:21:21.585587 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6f93b209-f168-4310-aa4b-d97a83bede77 req-4a2157b5-9008-477c-bfff-d5de485b7aef service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389360 Aug 20 19:21:21.751546 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ab0ca-4426-4826-80f9-99a5a19ebbe4 req-ee1164cd-485f-4b53-9e2b-e38af9e6fe97 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:21.752979 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e52ab0ca-4426-4826-80f9-99a5a19ebbe4 req-ee1164cd-485f-4b53-9e2b-e38af9e6fe97 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 944 time: 0.1505508 Aug 20 19:21:21.755058 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee95a37-8fc0-4928-83f0-843588654951 req-076c9666-4d41-4530-b294-2e9d520166e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:21.756403 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5ee95a37-8fc0-4928-83f0-843588654951 req-076c9666-4d41-4530-b294-2e9d520166e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 1097 time: 0.1147521 Aug 20 19:21:21.892325 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e52ab0ca-4426-4826-80f9-99a5a19ebbe4 req-b77d263a-d5e9-4a90-b855-564024b0fa72 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332972 Aug 20 19:21:22.042667 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee95a37-8fc0-4928-83f0-843588654951 req-1e1a3e3a-6855-4e60-b49d-461236f7c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:22.044130 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5ee95a37-8fc0-4928-83f0-843588654951 req-1e1a3e3a-6855-4e60-b49d-461236f7c760 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.2717521 Aug 20 19:21:22.112454 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5ee95a37-8fc0-4928-83f0-843588654951 req-998ab59b-d029-491d-ae49-83196f559027 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916 HTTP/1.1" status: 200 len: 217 time: 0.0619025 Aug 20 19:21:22.180592 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee95a37-8fc0-4928-83f0-843588654951 req-9f8891dc-fd49-48c3-a2b0-4d8faae2d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:22.182056 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5ee95a37-8fc0-4928-83f0-843588654951 req-9f8891dc-fd49-48c3-a2b0-4d8faae2d5bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0626180 Aug 20 19:21:22.263191 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee95a37-8fc0-4928-83f0-843588654951 req-e64197c3-3fc9-4162-9c89-f112ff446be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:22.264812 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5ee95a37-8fc0-4928-83f0-843588654951 req-e64197c3-3fc9-4162-9c89-f112ff446be1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761294 Aug 20 19:21:22.407544 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5ee95a37-8fc0-4928-83f0-843588654951 req-427760ee-76e3-4e6a-89e7-818ae23412ae service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358383 Aug 20 19:21:22.545779 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-5ee95a37-8fc0-4928-83f0-843588654951 req-478f6213-2ac5-486e-8e46-9057931eb047 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302414 Aug 20 19:21:23.088020 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a7198-65ca-4996-ab81-c21e2dc26294 req-ebbda52b-c493-42bb-b96e-ddcffc0226fd tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:23.089483 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f59a7198-65ca-4996-ab81-c21e2dc26294 req-ebbda52b-c493-42bb-b96e-ddcffc0226fd tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 944 time: 0.0883493 Aug 20 19:21:23.142544 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f59a7198-65ca-4996-ab81-c21e2dc26294 req-814bf420-a801-4422-ac75-679ac91f42cb tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441151 Aug 20 19:21:24.335615 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23584616-99c2-4fbb-b888-bdb79ffd4a16 req-859ad65f-a348-4e84-a9ec-ffa1235506ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:24.337141 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-23584616-99c2-4fbb-b888-bdb79ffd4a16 req-859ad65f-a348-4e84-a9ec-ffa1235506ce tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 944 time: 0.0886583 Aug 20 19:21:24.384760 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-23584616-99c2-4fbb-b888-bdb79ffd4a16 req-31faf40f-885d-4654-ba2a-c6cbcc65fe3e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Aug 20 19:21:25.570449 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff93c-8f3e-44fe-bfbc-91e38edd189c req-208fb61a-73d4-4711-8728-3c6a4b0295b4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:25.571894 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6f3ff93c-8f3e-44fe-bfbc-91e38edd189c req-208fb61a-73d4-4711-8728-3c6a4b0295b4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 944 time: 0.0805194 Aug 20 19:21:25.617948 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-6f3ff93c-8f3e-44fe-bfbc-91e38edd189c req-6aad07c7-7e8c-4a14-a9f6-f87d38c9b57e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394800 Aug 20 19:21:26.812555 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6cc87-e606-43a9-aa00-12cdb1b54e8c req-f7884914-cc60-438a-8ae1-14a12a7abb6f tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:26.814021 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d8e6cc87-e606-43a9-aa00-12cdb1b54e8c req-f7884914-cc60-438a-8ae1-14a12a7abb6f tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 944 time: 0.0813019 Aug 20 19:21:26.863524 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d8e6cc87-e606-43a9-aa00-12cdb1b54e8c req-d615d66a-c66f-4d09-82b7-8fadd3a1ff0d tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Aug 20 19:21:28.055568 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839d610-7ccf-474c-99aa-e8f298f911b8 req-d2212073-8db9-4469-9b75-d956c6443fb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:28.057041 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8839d610-7ccf-474c-99aa-e8f298f911b8 req-d2212073-8db9-4469-9b75-d956c6443fb4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 944 time: 0.0835030 Aug 20 19:21:28.101022 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8839d610-7ccf-474c-99aa-e8f298f911b8 req-109d3544-db01-437f-9766-a7a1cc5f744b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 Aug 20 19:21:29.288582 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b54ff0-a74b-4d85-9c34-cb5b8ac7b895 req-788a4f4f-1f99-4ece-a0b5-4b68c4b04b3d tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:29.290038 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75b54ff0-a74b-4d85-9c34-cb5b8ac7b895 req-788a4f4f-1f99-4ece-a0b5-4b68c4b04b3d tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 944 time: 0.0811236 Aug 20 19:21:29.336881 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-75b54ff0-a74b-4d85-9c34-cb5b8ac7b895 req-6a3b5177-ceeb-439e-aff1-c29cc70efe21 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406108 Aug 20 19:21:29.564569 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 194fdcff-5ae6-44bf-9c4e-c50e4b629916 details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:21:29.739476 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 194fdcff-5ae6-44bf-9c4e-c50e4b629916, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:21:29.752655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'port_id': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'mac_address': 'fa:16:3e:10:94:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:21:29.809849 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:29.828000 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194fdcff-5ae6-44bf-9c4e-c50e4b629916 {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:21:29.843804 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 194fdcff-5ae6-44bf-9c4e-c50e4b629916, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:21:29.847739 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:29.849521 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:21:29.913488 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=194fdcff-5ae6-44bf-9c4e-c50e4b629916,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:21:29.916587 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:21:30.219525 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['194fdcff-5ae6-44bf-9c4e-c50e4b629916'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:21:30.523636 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8360da-ae68-400e-88c0-5f6fb00abc6e req-a21097db-1d1b-412a-93c6-01fd4c13bb19 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:30.525035 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4d8360da-ae68-400e-88c0-5f6fb00abc6e req-a21097db-1d1b-412a-93c6-01fd4c13bb19 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 945 time: 0.0798106 Aug 20 19:21:30.572722 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4d8360da-ae68-400e-88c0-5f6fb00abc6e req-82a8665f-6ae3-45aa-94f0-8c9e76326b00 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 Aug 20 19:21:31.564070 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 194fdcff-5ae6-44bf-9c4e-c50e4b629916 up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:21:31.631375 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:21:31.635973 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:21:31.636356 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:31.753547 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:31.760484 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f187e8e-79b0-43b0-9769-194da3cec485 req-18808214-557b-4986-8929-9dd1ddaf2b04 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:31.761992 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1f187e8e-79b0-43b0-9769-194da3cec485 req-18808214-557b-4986-8929-9dd1ddaf2b04 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 945 time: 0.0855374 Aug 20 19:21:31.785390 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f05a916-e2be-4714-99ee-33fb446c3577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194fdcff-5ae6-44bf-9c4e-c50e4b629916'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:21:31.791209 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 194fdcff-5ae6-44bf-9c4e-c50e4b629916, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:21:31.796128 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:31.799193 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-b1d9cb1c-0c4f-447c-876f-9a2b4cdf67ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:21:31.810318 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1f187e8e-79b0-43b0-9769-194da3cec485 req-cc0586b6-27c7-4355-b697-834f917674b6 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410752 Aug 20 19:21:31.869047 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=194fdcff-5ae6-44bf-9c4e-c50e4b629916,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:21:31.872346 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:21:31.896024 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f05a916-e2be-4714-99ee-33fb446c3577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'code': 200} Aug 20 19:21:32.169815 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df0ed2-6394-445b-99c4-e67fd5be741b req-e31156b0-ff86-4c11-b7a6-0f271aee5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:32.172367 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f9df0ed2-6394-445b-99c4-e67fd5be741b req-e31156b0-ff86-4c11-b7a6-0f271aee5dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 1099 time: 0.0732563 Aug 20 19:21:32.216322 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f9df0ed2-6394-445b-99c4-e67fd5be741b req-47834f4e-ef92-4dbf-948b-acc5d676b22c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370383 Aug 20 19:21:32.516341 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:33.002578 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980f169-8255-45e3-8f33-223773bb0462 req-3d81f7e4-fbc0-4701-a985-f70fad2f048b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:33.004091 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c980f169-8255-45e3-8f33-223773bb0462 req-3d81f7e4-fbc0-4701-a985-f70fad2f048b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 946 time: 0.0851927 Aug 20 19:21:33.050207 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c980f169-8255-45e3-8f33-223773bb0462 req-c2b0f140-ca16-43c7-8ed6-5cd7cf406833 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404775 Aug 20 19:21:34.244874 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566d81-b44f-4182-a1fa-3485976df231 req-2d80e23f-1848-41a0-8fbb-3d75751ce31e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:34.246331 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1a566d81-b44f-4182-a1fa-3485976df231 req-2d80e23f-1848-41a0-8fbb-3d75751ce31e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 946 time: 0.0857902 Aug 20 19:21:34.293123 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1a566d81-b44f-4182-a1fa-3485976df231 req-00ba0c65-a1eb-4bc0-80e7-b237776a21dc tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404851 Aug 20 19:21:34.494154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895ea36-128e-4131-a099-3b07c34d1a64 req-b708f712-152e-4c91-9d83-21d84bb95d2a tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:34.495642 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3895ea36-128e-4131-a099-3b07c34d1a64 req-b708f712-152e-4c91-9d83-21d84bb95d2a tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 946 time: 0.0849762 Aug 20 19:21:34.547763 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-3895ea36-128e-4131-a099-3b07c34d1a64 req-83252899-ebcb-4384-889c-365fffc01c99 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450263 Aug 20 19:21:34.571981 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34250) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:21:34.689394 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0374f-336e-454e-a6ea-20bd95987748 tempest-TestVolumeBootPattern-297983140 tempest-TestVolumeBootPattern-297983140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:34.690103 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-67e0374f-336e-454e-a6ea-20bd95987748 tempest-TestVolumeBootPattern-297983140 tempest-TestVolumeBootPattern-297983140-project-admin] Synchronizing usage tracker for tenant:66b2b81c8afa4afa9d674e18eb7c7bd6 on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:21:34.706427 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-67e0374f-336e-454e-a6ea-20bd95987748 tempest-TestVolumeBootPattern-297983140 tempest-TestVolumeBootPattern-297983140-project-admin] Unset dirty status for tenant:66b2b81c8afa4afa9d674e18eb7c7bd6 on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:21:34.707623 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-67e0374f-336e-454e-a6ea-20bd95987748 tempest-TestVolumeBootPattern-297983140 tempest-TestVolumeBootPattern-297983140-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 1094 time: 0.1346309 Aug 20 19:21:34.710594 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34256) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:21:34.715768 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'floatingip': {'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'port_id': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:21:34.722240 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:21:34.726021 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:floatingip and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:21:34.728828 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:21:34.735177 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:21:34.745881 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:34.889447 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:35.027608 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Allocated IP 172.27.3.195 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/799edc2c-dc4b-4f1a-957e-00a943c5a8a4) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:21:35.175896 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:35.210344 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:35.214275 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-bbc061ed-dc87-471b-8870-0f53d0cb496f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:21:35.285660 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:21:35.289462 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:21:35.293161 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:21:35.324357 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'Port': ['ID=799edc2c-dc4b-4f1a-957e-00a943c5a8a4,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:21:35.337413 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.337805 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.338188 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.338569 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.338967 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.339336 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.339705 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.340070 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.340436 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.340824 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.341188 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.341548 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:21:35.347393 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:21:35.731357 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:35.805734 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:36.123491 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:36.128020 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:36.131634 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-5821c7f2-3074-433e-a62d-56165d6f3650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:21:36.237860 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'Port': ['ID=799edc2c-dc4b-4f1a-957e-00a943c5a8a4,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:21:36.245633 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:21:36.255167 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:36.429408 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.l3_db [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Floating IP 6fbf4ba6-0442-466a-967c-e889411c198c associated. External IP: 172.27.3.195, port: 194fdcff-5ae6-44bf-9c4e-c50e4b629916. Aug 20 19:21:36.784240 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Router 5ebed085-f580-4943-889f-494ffcd46d27 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:21:36.958825 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:21:36.969199 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] Sync routers for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:21:36.978042 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:21:36.978679 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:21:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:21:36.983446 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:37.040824 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-8a6f4e10-d6ee-4188-becc-a9e41dab6ed0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3288743 Aug 20 19:21:37.041218 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f05a916-e2be-4714-99ee-33fb446c3577', 'tag': '194fdcff-5ae6-44bf-9c4e-c50e4b629916'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:21:37.140087 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f05a916-e2be-4714-99ee-33fb446c3577', 'tag': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'status': 'completed', 'code': 200} Aug 20 19:21:37.161104 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:21:37.231537 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-f21755b7-14cd-4a44-9a07-f097e29b3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:37.233388 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-f21755b7-14cd-4a44-9a07-f097e29b3ddb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 1099 time: 0.0720544 Aug 20 19:21:37.379439 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-e9cbb683-71b1-45dd-9711-78368a911758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:37.380880 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-e9cbb683-71b1-45dd-9711-78368a911758 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1417878 Aug 20 19:21:37.484483 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-e8f67f41-3be9-4dc2-ac59-696ac9525101 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916 HTTP/1.1" status: 200 len: 1000 time: 0.0975761 Aug 20 19:21:37.521690 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '6fbf4ba6-0442-466a-967c-e889411c198c', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:10:94:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05a916-e2be-4714-99ee-33fb446c3577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:21:35Z', 'updated_at': '2021-08-20T19:21:35Z', 'revision_number': 0, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:21:37.525558 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] Checking router: 5ebed085-f580-4943-889f-494ffcd46d27 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:21:37.534086 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:21:37.534704 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:21:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:21:37.546479 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-c0b7caa7-5043-49d2-8665-5cd539af68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:37.547929 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-c0b7caa7-5043-49d2-8665-5cd539af68d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0580463 Aug 20 19:21:37.739840 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-9a457927-90e3-4306-8425-3ff5a60f8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:21:37.741257 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-9a457927-90e3-4306-8425-3ff5a60f8b88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1873264 Aug 20 19:21:37.758389 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:21:37.881592 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-a8ccf244-7864-4ea3-b871-37fa87eaff96 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341054 Aug 20 19:21:38.017178 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f920ae95-ce83-44e6-acd6-83b795cc2594 req-d2caee27-1314-42f9-bdbc-585c9c62db14 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298146 Aug 20 19:21:38.144508 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '6fbf4ba6-0442-466a-967c-e889411c198c', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:10:94:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05a916-e2be-4714-99ee-33fb446c3577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:21:35Z', 'updated_at': '2021-08-20T19:21:35Z', 'revision_number': 0, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:21:38.148484 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da68f9ec-5666-4562-a7fe-6034ff6c234b None None] The sync data for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi is: [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': '6fbf4ba6-0442-466a-967c-e889411c198c', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:10:94:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f05a916-e2be-4714-99ee-33fb446c3577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:21:35Z', 'updated_at': '2021-08-20T19:21:35Z', 'revision_number': 0, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:21:38.344257 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01cf6cc-495a-4cbd-85a0-ee4b4062f485 None None] New status for floating IP 6fbf4ba6-0442-466a-967c-e889411c198c: ACTIVE {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:21:41.507109 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-4cebde50-3175-4212-b0fb-bd3f2251beac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:41.895689 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:43.879318 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5250df74-3160-4846-af29-63bf3a79e85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:45.036143 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:46.727538 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:21:51.421623 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [req-6f2569d5-6138-4aae-806d-f158c2c022ac req-b20d2fc8-e50d-4575-a31d-33240f247b5b service neutron] (79331) timed out ('10.222.0.21', 57760) {{(pid=79331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 20 19:21:57.669921 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:21:59.750862 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [req-b5cfdf38-93d9-4422-9be2-0f2d439e5d98 req-9fb26e0a-8a31-4bd8-919f-896db65e71ff service neutron] (79332) timed out ('10.222.0.21', 57746) {{(pid=79332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 20 19:22:02.533522 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:11.509579 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a425abd4-56cd-40c8-b13d-c09116cc9eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:11.888954 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:13.880344 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-1aa148a9-4856-43ea-ac69-4e041d63406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:15.039912 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:15.397589 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-e1d4923f-8803-4aa7-9cc7-3ebd95e2f862 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110530 Aug 20 19:22:15.539453 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-41ecfe7d-898e-4a42-ade9-a31ac289011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:22:15.540925 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-41ecfe7d-898e-4a42-ade9-a31ac289011e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 1099 time: 0.0754228 Aug 20 19:22:15.688484 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-c54b5576-ada6-40ee-9af3-9021cff2d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:22:15.689960 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-c54b5576-ada6-40ee-9af3-9021cff2d2d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1285267 Aug 20 19:22:15.793818 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-20d2bee1-2e82-403b-a103-c06315a0f375 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916 HTTP/1.1" status: 200 len: 1002 time: 0.0967903 Aug 20 19:22:15.856839 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-574ce0ec-d537-4ba3-9e41-acf671d6210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:22:15.858283 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-574ce0ec-d537-4ba3-9e41-acf671d6210e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0581615 Aug 20 19:22:15.930945 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-ee83a592-4c96-4d03-8aab-34e54e39d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:22:15.932404 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-ee83a592-4c96-4d03-8aab-34e54e39d559 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683212 Aug 20 19:22:16.061448 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-42dd7cb8-19e2-4972-bfb1-319c8222cd59 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225121 Aug 20 19:22:16.202188 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ef0f04de-0b68-4ab3-affb-349a6e56742c req-de1e3ad5-4d7d-408f-b0a3-e048dc24ae81 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343498 Aug 20 19:22:16.729579 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:32.537591 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:34.667969 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:22:41.512826 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd45e-5662-4827-8616-ddcdd9a3992f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:41.891815 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:43.882290 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-73edb18a-a47f-4151-b39d-6ca8e8f331da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:45.042489 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:22:46.733373 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:02.543085 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:11.515760 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-fb5b43a5-452f-4656-bad0-cffc0fca9140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:11.666877 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:23:11.893944 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:13.884377 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-80f2ba6c-8fd1-439a-b97d-ce968ab32054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:15.046004 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:16.365639 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-f005b256-452b-4151-a536-a9fbd4fa702d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782235 Aug 20 19:23:16.512601 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-fae606b5-8c24-45b1-b630-345b2cfaa2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:16.514076 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-fae606b5-8c24-45b1-b630-345b2cfaa2a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 1099 time: 0.0740132 Aug 20 19:23:16.674847 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-0b539aff-b75c-49b6-9766-1d848995526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:16.676522 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-0b539aff-b75c-49b6-9766-1d848995526d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1336739 Aug 20 19:23:16.736418 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:16.786740 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-e127d212-af3c-4c56-8cab-bd2b607feb95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916 HTTP/1.1" status: 200 len: 1002 time: 0.1036789 Aug 20 19:23:16.853920 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-61bf1161-a88f-4074-a97b-1b8f0c0fc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:16.855353 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-61bf1161-a88f-4074-a97b-1b8f0c0fc167 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0626795 Aug 20 19:23:17.039441 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-6cdb411d-6278-4869-88b6-2d389c892b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:17.040835 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-6cdb411d-6278-4869-88b6-2d389c892b1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1795588 Aug 20 19:23:17.176653 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-756ba2b5-25f3-4b3a-be4b-44e24bd906da service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295347 Aug 20 19:23:17.323345 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-91c17101-3a1d-4103-8ab2-e5ac5332f0f2 req-a8bae4f1-a1c0-41e0-a74f-6891d18b4f9c service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399438 Aug 20 19:23:32.571307 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:41.520240 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8554-53e4-475c-b927-85f237278f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:41.900439 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:43.889772 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-92355b6e-7bc5-4a67-911c-ff340823720e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:45.047202 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:46.741998 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:48.666186 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:23:51.804354 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7be73-9fcb-446a-bad4-9b6025a7fb48 req-8d140c74-f960-4a39-a98d-fec9a7696214 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:51.805957 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-46a7be73-9fcb-446a-bad4-9b6025a7fb48 req-8d140c74-f960-4a39-a98d-fec9a7696214 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 946 time: 0.0835598 Aug 20 19:23:51.855346 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-46a7be73-9fcb-446a-bad4-9b6025a7fb48 req-71ba525f-f8f6-4a38-918a-403bc8b86f8c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Aug 20 19:23:53.057622 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d5e1c-df54-4040-afd3-53ad260dcb45 req-20921498-effe-48bb-ad8d-636889491d30 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:53.059112 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88d5e1c-df54-4040-afd3-53ad260dcb45 req-20921498-effe-48bb-ad8d-636889491d30 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 946 time: 0.0883667 Aug 20 19:23:53.110534 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88d5e1c-df54-4040-afd3-53ad260dcb45 req-f203aa86-4962-44f1-85f6-6b4e6d9559c6 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Aug 20 19:23:53.335972 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-8bec4ab7-77f7-411a-b13b-5c47ec508685 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:53.337741 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-8bec4ab7-77f7-411a-b13b-5c47ec508685 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 946 time: 0.0806317 Aug 20 19:23:53.412262 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Deleting port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:23:53.412615 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:53.685907 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] For port 194fdcff-5ae6-44bf-9c4e-c50e4b629916, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=194fdcff-5ae6-44bf-9c4e-c50e4b629916,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:23:53.686154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:53.988098 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:53.988607 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:53.989136 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Floating IP 6fbf4ba6-0442-466a-967c-e889411c198c disassociated. External IP: 172.27.3.195, port: 194fdcff-5ae6-44bf-9c4e-c50e4b629916. Aug 20 19:23:53.989630 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Calling delete_port for 194fdcff-5ae6-44bf-9c4e-c50e4b629916 owned by compute:nova {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:23:54.148356 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:54.154902 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-b5f9e948-5b67-48a3-a71f-d73828e43354 tempest-AttachVolumeShelveTestJSON-167587642 tempest-AttachVolumeShelveTestJSON-167587642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:23:54.201333 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event deleted for resources: {'Port': ['ID=194fdcff-5ae6-44bf-9c4e-c50e4b629916,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:23:54.218341 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.218724 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.219090 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.219450 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.219806 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.220164 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.220529 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.220919 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.221920 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.222393 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.223004 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.223529 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:23:54.227708 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:23:54.293622 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-a5756a01-2917-47f7-9c5c-7fd6abf39033 req-1b319ce2-cfea-4411-affc-68271aed957b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 210 time: 0.0469451 Aug 20 19:23:54.520655 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Router 5ebed085-f580-4943-889f-494ffcd46d27 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:23:54.716114 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:23:54.725596 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] Sync routers for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:23:54.735669 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:23:54.736296 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:23:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:23:54.794183 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] No DVR routers for this DVR port 194fdcff-5ae6-44bf-9c4e-c50e4b629916 on host hv-cinder-80528 {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:23:54.796771 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:54.799519 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f05a916-e2be-4714-99ee-33fb446c3577', 'name': 'network-vif-deleted', 'tag': '194fdcff-5ae6-44bf-9c4e-c50e4b629916'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:23:54.824104 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-12d20689-2e69-477a-914c-3a1a1e16a7dc req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "DELETE /v2.0/ports/194fdcff-5ae6-44bf-9c4e-c50e4b629916 HTTP/1.1" status: 204 len: 173 time: 1.4812028 Aug 20 19:23:54.938909 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f05a916-e2be-4714-99ee-33fb446c3577', 'name': 'network-vif-deleted', 'tag': '194fdcff-5ae6-44bf-9c4e-c50e4b629916', 'status': 'completed', 'code': 200} Aug 20 19:23:54.945977 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:23:55.278106 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:23:55.282965 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] Checking router: 5ebed085-f580-4943-889f-494ffcd46d27 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:23:55.293437 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:23:55.294090 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:23:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:23:55.468318 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-451b6363-c835-4565-a38c-748feaaccc70 req-91d973e5-5bda-4508-a650-cf81725b7533 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f05a916-e2be-4714-99ee-33fb446c3577 HTTP/1.1" status: 200 len: 210 time: 0.0450995 Aug 20 19:23:55.548334 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:23:55.895218 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:23:55.899626 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11badba7-4cca-4c48-bcda-43f9d80518e9 None None] The sync data for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi is: [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:23:56.135772 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491f10c-9256-40f2-ba38-1af78989dd1a None None] New status for floating IP 6fbf4ba6-0442-466a-967c-e889411c198c: DOWN {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:23:56.322505 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 194fdcff-5ae6-44bf-9c4e-c50e4b629916 no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:23:56.371482 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 194fdcff-5ae6-44bf-9c4e-c50e4b629916 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:23:56.371840 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 194fdcff-5ae6-44bf-9c4e-c50e4b629916 not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:23:56.847336 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-af1afb4c-6f75-498a-bffb-1d343793c0e5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268941945&fields=id&tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3 HTTP/1.1" status: 200 len: 267 time: 0.0426424 Aug 20 19:23:57.112519 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-a66bdb99-43f8-43dc-8357-47b82cbcd46c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:57.114592 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-a66bdb99-43f8-43dc-8357-47b82cbcd46c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 811 time: 0.2603335 Aug 20 19:23:57.130325 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-882278b7-0821-4b4b-ad38-3a7c5e689423 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/quotas/ffeccae45aae42e3ac8a7481f0ddbbb3 HTTP/1.1" status: 200 len: 375 time: 0.0101135 Aug 20 19:23:57.221485 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f7463eb0-4e99-4438-921e-b43a4e24a2a7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856423 Aug 20 19:23:57.370010 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f693876a-905f-4151-8e14-11e7436f27b9 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361105 Aug 20 19:23:57.508580 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-60638f0b-bba5-4b9c-a429-9dca183596fc service neutron] 10.222.0.54 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328001 Aug 20 19:23:57.920229 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-c1e2c80e-ca59-4bac-86b5-38324c97c9a1 req-32af9ae5-b9ae-48cb-8482-9463e3f53fc4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:23:57.941012 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-c1e2c80e-ca59-4bac-86b5-38324c97c9a1 req-32af9ae5-b9ae-48cb-8482-9463e3f53fc4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:23:57.941012 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c1e2c80e-ca59-4bac-86b5-38324c97c9a1 req-32af9ae5-b9ae-48cb-8482-9463e3f53fc4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0698910 Aug 20 19:23:59.002489 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-1cf6094a-6cf1-4963-aa6a-1d5819a795d6 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:59.005641 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-1cf6094a-6cf1-4963-aa6a-1d5819a795d6 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 811 time: 0.1645095 Aug 20 19:23:59.060339 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-646f4be3-51d3-4595-8f9f-a26506db96e9 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3 HTTP/1.1" status: 200 len: 380 time: 0.0483713 Aug 20 19:23:59.071847 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'port': {'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'admin_state_up': True, 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'security_groups': ['efdaaf21-f35a-48dd-a2e5-d7a097cfa37c']}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:23:59.122791 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4365f4bf-4832-477f-a7a1-8778287a38d7 req-a4ec00de-7799-43e8-a669-3c1d9071636d tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0483899 Aug 20 19:23:59.240817 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:23:59.250426 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:23:59.261292 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Made reservation on behalf of ffeccae45aae42e3ac8a7481f0ddbbb3 for: {'port': 1} {{(pid=79331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:23:59.264760 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:59.436804 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Allocated IP 172.20.0.8 (3cb51b89-c4a5-45c1-97c7-71cc3b986133/6583531b-8801-4ea7-957b-692609b9c589/6e267032-94af-4a16-a447-5332aebd64be) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:23:59.641528 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:59.667084 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Transition to ACTIVE for port object 6e267032-94af-4a16-a447-5332aebd64be will not be triggered until provisioned by entity DHCP. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:23:59.697204 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:59.703032 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8c56808c-22fa-4bd5-b604-c2697ca76c53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:23:59.788867 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:23:59.792694 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:23:59.794782 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'Port': ['ID=6e267032-94af-4a16-a447-5332aebd64be,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:23:59.796725 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:23:59.830877 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:23:59.876411 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:23:59.877045 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:23:59.906185 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8408840 Aug 20 19:23:59.919887 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Request body: {'port': {'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:24:00.040971 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:00.093947 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-a1702235-821c-42f4-8ff6-d65bb1cb2e29 None None] Provisioning for port 6e267032-94af-4a16-a447-5332aebd64be completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:24:00.101137 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-a1702235-821c-42f4-8ff6-d65bb1cb2e29 None None] Provisioning complete for port 6e267032-94af-4a16-a447-5332aebd64be triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:24:00.101515 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a1702235-821c-42f4-8ff6-d65bb1cb2e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:00.166675 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-a1702235-821c-42f4-8ff6-d65bb1cb2e29 None None] Port 6e267032-94af-4a16-a447-5332aebd64be cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:24:00.529718 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda248d-9051-4d85-96cb-1f8475d279a9 req-005e3b28-a1c8-44a1-b32f-cb9ee49be788 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:00.530610 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-9dda248d-9051-4d85-96cb-1f8475d279a9 req-005e3b28-a1c8-44a1-b32f-cb9ee49be788 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:24:00.600064 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-9dda248d-9051-4d85-96cb-1f8475d279a9 req-005e3b28-a1c8-44a1-b32f-cb9ee49be788 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:24:00.601168 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9dda248d-9051-4d85-96cb-1f8475d279a9 req-005e3b28-a1c8-44a1-b32f-cb9ee49be788 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 931 time: 0.3521037 Aug 20 19:24:00.624229 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e267032-94af-4a16-a447-5332aebd64be {{(pid=79331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:24:00.636385 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:00.669788 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.provisioning_blocks [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Transition to ACTIVE for port object 6e267032-94af-4a16-a447-5332aebd64be will not be triggered until provisioned by entity L2. {{(pid=79331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:24:00.675487 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9dda248d-9051-4d85-96cb-1f8475d279a9 req-3666fd43-4b4d-41dc-b444-f18a3df6cc2d tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678058 Aug 20 19:24:00.676674 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65250042'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:00.680500 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:24:00.845445 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e267032-94af-4a16-a447-5332aebd64be,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:24:00.857261 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:24:00.936637 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Attempting to bind port 6e267032-94af-4a16-a447-5332aebd64be on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:24:00.936976 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Attempting to bind port 6e267032-94af-4a16-a447-5332aebd64be by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:24:00.937314 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Attempting to bind port 6e267032-94af-4a16-a447-5332aebd64be on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:24:00.943190 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Port 6e267032-94af-4a16-a447-5332aebd64be on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:24:00.943505 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Attempting to bind port 6e267032-94af-4a16-a447-5332aebd64be on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:24:00.949194 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:24:00.949530 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Checking segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:24:00.949912 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Bound using segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} {{(pid=79331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:24:00.950335 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.managers [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Bound port: 6e267032-94af-4a16-a447-5332aebd64be, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}}] {{(pid=79331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:24:00.950683 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:01.050501 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] For port 6e267032-94af-4a16-a447-5332aebd64be, host hv-cinder-80528, cleared binding levels {{(pid=79331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:24:01.054213 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] For port 6e267032-94af-4a16-a447-5332aebd64be, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6e267032-94af-4a16-a447-5332aebd64be,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:24:01.058493 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65250042'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:01.062292 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-46137c33-3c9f-4a76-bcdc-c44d93bbccce tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:24:01.121054 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:01.121708 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:01.123067 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] 10.222.0.21 "PUT /v2.0/ports/6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 200 len: 1093 time: 1.2090263 Aug 20 19:24:01.123567 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'tag': '6e267032-94af-4a16-a447-5332aebd64be'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:24:01.147491 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e267032-94af-4a16-a447-5332aebd64be,revision_number=3']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:24:01.148818 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f94c2ac7-2379-4d57-afc3-1d57ce9351c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:24:01.216182 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'tag': '6e267032-94af-4a16-a447-5332aebd64be', 'status': 'completed', 'code': 200} Aug 20 19:24:01.262406 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5a62cdf1-2f9d-4e2c-bfbd-a4e47c703d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:01.264071 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-5a62cdf1-2f9d-4e2c-bfbd-a4e47c703d71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1096 time: 0.0866790 Aug 20 19:24:01.342792 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-e1322c8b-a751-4b2c-bc52-63fad79cce0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 200 len: 217 time: 0.0713680 Aug 20 19:24:01.406542 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-8670a09f-f3d8-49ee-a8fc-6dbcb3dbd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:01.407996 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-8670a09f-f3d8-49ee-a8fc-6dbcb3dbd0db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0591769 Aug 20 19:24:01.485832 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-4253b5e2-cb61-4403-9f2e-b4fed1e349a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:01.487298 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-4253b5e2-cb61-4403-9f2e-b4fed1e349a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725555 Aug 20 19:24:01.624021 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-272bfd07-0609-4c76-b99e-e12311445619 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299820 Aug 20 19:24:01.767477 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-f88fb65c-d98b-44e7-b195-94687c2e804e req-cc0f4e32-035e-4521-80b7-9d21830a4e28 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373947 Aug 20 19:24:01.949152 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415af7d8-a54e-41d4-b966-26b3fa3312f0 req-b538482a-3e74-4863-8e68-d4ae10323735 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:01.950669 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-415af7d8-a54e-41d4-b966-26b3fa3312f0 req-b538482a-3e74-4863-8e68-d4ae10323735 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 943 time: 0.1532218 Aug 20 19:24:01.955410 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-8fed3413-2721-40fb-9726-45db060363e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:01.956919 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-8fed3413-2721-40fb-9726-45db060363e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1096 time: 0.1147871 Aug 20 19:24:02.083940 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-415af7d8-a54e-41d4-b966-26b3fa3312f0 req-95032376-5d13-428a-b983-c76ef9095d0b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259789 Aug 20 19:24:02.123482 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-f0d6aafe-0b8a-47fc-9b70-bc9561913c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:02.124975 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-f0d6aafe-0b8a-47fc-9b70-bc9561913c8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1542125 Aug 20 19:24:02.197634 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-ea8ec35c-bf37-42c8-be4a-a1b92229653c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 200 len: 217 time: 0.0660675 Aug 20 19:24:02.265994 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-b6d24609-c54b-48ad-a2ea-f3c3f7aeaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:02.267429 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-b6d24609-c54b-48ad-a2ea-f3c3f7aeaeb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0629175 Aug 20 19:24:02.344012 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-bf79b4e0-b4d8-46d2-888c-d07d50ca8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:02.345515 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-bf79b4e0-b4d8-46d2-888c-d07d50ca8292 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716271 Aug 20 19:24:02.569609 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:02.590603 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-20fa7dd8-ce87-4663-82aa-be63413427d8 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373962 Aug 20 19:24:02.732473 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-c56d8b73-49b9-421d-921b-a39bf719b4f9 req-4fdcefd1-8d13-4398-ae1a-9f31a6cf1fdb service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339214 Aug 20 19:24:03.291179 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a19f4-753e-4ea4-ab64-afde26d6f566 req-a01d0a6e-ecd9-4991-9f84-8d261fe2ad0b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:03.292734 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-546a19f4-753e-4ea4-ab64-afde26d6f566 req-a01d0a6e-ecd9-4991-9f84-8d261fe2ad0b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 943 time: 0.0879674 Aug 20 19:24:03.340342 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-546a19f4-753e-4ea4-ab64-afde26d6f566 req-f5155e9e-14c7-4074-aadf-d6b2b24fca45 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 Aug 20 19:24:04.533496 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae79fa1-c8e7-4b79-b6bb-e5f62a7cc4fe req-1ccb429e-4e85-44bf-a797-33a1bd7b36af tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:04.535146 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9ae79fa1-c8e7-4b79-b6bb-e5f62a7cc4fe req-1ccb429e-4e85-44bf-a797-33a1bd7b36af tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 943 time: 0.0871267 Aug 20 19:24:04.584729 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9ae79fa1-c8e7-4b79-b6bb-e5f62a7cc4fe req-b965f04d-fe75-4164-a90a-60f12500ee1e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 Aug 20 19:24:05.784163 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0401b-ab4a-433f-abb3-8683d6bb635e req-41b2d687-2b6e-4843-a803-4393111ec466 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:05.786345 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-52a0401b-ab4a-433f-abb3-8683d6bb635e req-41b2d687-2b6e-4843-a803-4393111ec466 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 943 time: 0.0882857 Aug 20 19:24:05.840323 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-52a0401b-ab4a-433f-abb3-8683d6bb635e req-033cbc3f-e4c0-4265-94b5-ebd2d0dd89c6 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455830 Aug 20 19:24:07.041356 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bc075-792d-4273-93d5-8bcd86c50fca req-e15168be-3168-49b7-a10b-bd1d80ba45f4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:07.043736 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0b9bc075-792d-4273-93d5-8bcd86c50fca req-e15168be-3168-49b7-a10b-bd1d80ba45f4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 943 time: 0.0949414 Aug 20 19:24:07.100699 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0b9bc075-792d-4273-93d5-8bcd86c50fca req-bf6c43e6-b6ec-466d-bb08-f57d4f4d77e8 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500925 Aug 20 19:24:08.293990 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46406de0-09c1-4072-b102-161970601f15 req-47f3b0f2-0a5c-4db5-a72e-ff9ca713e54f tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:08.295483 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-46406de0-09c1-4072-b102-161970601f15 req-47f3b0f2-0a5c-4db5-a72e-ff9ca713e54f tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 943 time: 0.0841904 Aug 20 19:24:08.341923 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-46406de0-09c1-4072-b102-161970601f15 req-f6c28621-8385-4a40-a5f8-4625329fb6ea tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Aug 20 19:24:09.551859 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b5b4-c33e-4bdc-bf0c-66e06200baef req-c0322057-7863-47cf-8218-91bedf1facc6 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:09.553395 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8314b5b4-c33e-4bdc-bf0c-66e06200baef req-c0322057-7863-47cf-8218-91bedf1facc6 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 943 time: 0.1012692 Aug 20 19:24:09.602591 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8314b5b4-c33e-4bdc-bf0c-66e06200baef req-7c4dcb52-b044-4104-9b6d-9e42dd74bc85 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435309 Aug 20 19:24:10.417244 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 6e267032-94af-4a16-a447-5332aebd64be details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:24:10.553888 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 6e267032-94af-4a16-a447-5332aebd64be, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6e267032-94af-4a16-a447-5332aebd64be,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:24:10.568187 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': '6e267032-94af-4a16-a447-5332aebd64be', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:24:10.623885 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:10.642447 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e267032-94af-4a16-a447-5332aebd64be {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:24:10.663001 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 6e267032-94af-4a16-a447-5332aebd64be, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6e267032-94af-4a16-a447-5332aebd64be,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:24:10.668844 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:10.671108 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-f208c590-83d0-47f4-8b78-b9e6d214866b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:24:10.742906 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=6e267032-94af-4a16-a447-5332aebd64be,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:24:10.750392 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.750737 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.751073 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.751406 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.751734 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.752056 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.752374 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.752728 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.753049 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.753366 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.754411 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.756974 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:24:10.761340 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:24:10.805408 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5c7b0-b7c6-4e2e-af70-0b67b8ab2f6b req-2481007d-be5a-4c84-bbd5-6276a9eb4c89 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:10.806942 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b0a5c7b0-b7c6-4e2e-af70-0b67b8ab2f6b req-2481007d-be5a-4c84-bbd5-6276a9eb4c89 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 944 time: 0.0907521 Aug 20 19:24:10.860449 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b0a5c7b0-b7c6-4e2e-af70-0b67b8ab2f6b req-d69b875f-e39c-45f5-8d75-860e6dc23408 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477803 Aug 20 19:24:11.000050 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['6e267032-94af-4a16-a447-5332aebd64be'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:24:11.523330 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1bc0-26c5-4558-b111-776ce5818575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:11.895992 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:12.055231 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8e923-6da5-43fc-b653-93fe38c4d456 req-09a3d0fe-5977-49f8-8b99-7a51abbc6bf0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:12.056967 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1dc8e923-6da5-43fc-b653-93fe38c4d456 req-09a3d0fe-5977-49f8-8b99-7a51abbc6bf0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 944 time: 0.0839369 Aug 20 19:24:12.107183 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-1dc8e923-6da5-43fc-b653-93fe38c4d456 req-bd068bc0-ea00-486b-87b9-6a187bbc4ff3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446429 Aug 20 19:24:12.432876 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 6e267032-94af-4a16-a447-5332aebd64be up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:24:12.506126 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port 6e267032-94af-4a16-a447-5332aebd64be completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:24:12.511503 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port 6e267032-94af-4a16-a447-5332aebd64be triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:24:12.511873 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:12.630394 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:12.657275 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e267032-94af-4a16-a447-5332aebd64be'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:24:12.671223 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port 6e267032-94af-4a16-a447-5332aebd64be, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6e267032-94af-4a16-a447-5332aebd64be,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:24:12.673126 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:12.675966 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-744490bf-3c52-470a-a416-a08bc5f10c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:24:12.711324 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e267032-94af-4a16-a447-5332aebd64be', 'code': 200} Aug 20 19:24:12.752643 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=6e267032-94af-4a16-a447-5332aebd64be,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:24:12.755752 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:24:12.982190 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bc0fe-04ca-4462-98c9-b5a3e56d92eb req-8b969d83-f00b-4789-b0ec-20da480c556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:12.983563 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-399bc0fe-04ca-4462-98c9-b5a3e56d92eb req-8b969d83-f00b-4789-b0ec-20da480c556c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0725865 Aug 20 19:24:13.027343 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-399bc0fe-04ca-4462-98c9-b5a3e56d92eb req-8c6aa8c6-7971-4557-9056-6ff7370fcdc5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369434 Aug 20 19:24:13.308241 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c41521-c395-48ab-aa3a-688b1b3c5cbc req-cf803529-61f8-4ea0-89a5-010f55e51a41 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:13.309661 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-80c41521-c395-48ab-aa3a-688b1b3c5cbc req-cf803529-61f8-4ea0-89a5-010f55e51a41 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0933337 Aug 20 19:24:13.359934 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-80c41521-c395-48ab-aa3a-688b1b3c5cbc req-e8247224-9ef5-4bbe-9b3d-cf363262a282 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436249 Aug 20 19:24:13.882992 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-aece3c6e-aced-42cf-85b6-26a5d4a6e56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:14.557176 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ae298-427c-4469-b37a-2251b7f62837 req-092c5ec7-8062-48b4-9820-bfd4c8023bd2 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:14.558725 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-183ae298-427c-4469-b37a-2251b7f62837 req-092c5ec7-8062-48b4-9820-bfd4c8023bd2 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0879996 Aug 20 19:24:14.607270 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-183ae298-427c-4469-b37a-2251b7f62837 req-59e11352-61cc-42eb-beb6-1b0ae743a95e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423634 Aug 20 19:24:14.808093 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e713a8a-6ae8-4d82-a0f2-63625a449f98 req-54d32a94-184c-4e2f-8bb9-1ffa8886bad3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:14.809626 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7e713a8a-6ae8-4d82-a0f2-63625a449f98 req-54d32a94-184c-4e2f-8bb9-1ffa8886bad3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0883512 Aug 20 19:24:14.870051 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-7e713a8a-6ae8-4d82-a0f2-63625a449f98 req-d6712a58-4314-4e59-8874-1829d2afedbb tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503476 Aug 20 19:24:14.893442 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34382) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:24:14.971304 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a4dcd-3d8d-4eaa-b1fe-759c881c1951 tempest-TestVolumeBootPattern-297983140 tempest-TestVolumeBootPattern-297983140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:14.972730 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-127a4dcd-3d8d-4eaa-b1fe-759c881c1951 tempest-TestVolumeBootPattern-297983140 tempest-TestVolumeBootPattern-297983140-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1093 time: 0.0781987 Aug 20 19:24:14.976454 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34386) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:24:14.981616 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'floatingip': {'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:24:14.987807 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:24:14.991867 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:floatingip and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:24:14.998130 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:24:15.004755 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:24:15.014104 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:15.052443 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:15.158148 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:15.305893 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Allocated IP 172.27.3.106 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/f408df82-d0fe-49e8-8d2c-c149ac493e37) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:24:15.461766 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:15.492237 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:15.496021 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-004da437-d17a-4fa6-8dd9-9b7ec8eb1ae5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:24:15.568771 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:24:15.568771 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:24:15.572321 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:24:15.602608 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'Port': ['ID=f408df82-d0fe-49e8-8d2c-c149ac493e37,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:24:15.608843 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:24:16.106432 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:16.190432 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:16.410158 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:16.416098 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65250042'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:16.419954 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5c58f571-9af8-4c47-9c8e-1faecf90fc3c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:24:16.524401 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'Port': ['ID=f408df82-d0fe-49e8-8d2c-c149ac493e37,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:24:16.535668 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:24:16.542541 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:16.720951 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Floating IP d31e58e0-01f7-4467-afe9-db68d81ccaeb associated. External IP: 172.27.3.106, port: 6e267032-94af-4a16-a447-5332aebd64be. Aug 20 19:24:16.745077 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:17.089981 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Router 5ebed085-f580-4943-889f-494ffcd46d27 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:24:17.281899 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:24:17.291800 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] Sync routers for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:24:17.301363 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:24:17.301991 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:24:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:24:17.309990 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:17.368912 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-2952e2d3-8ff9-440a-b26d-248b2e5248c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3911378 Aug 20 19:24:17.369396 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'tag': '6e267032-94af-4a16-a447-5332aebd64be'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:24:17.421537 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'tag': '6e267032-94af-4a16-a447-5332aebd64be', 'status': 'completed', 'code': 200} Aug 20 19:24:17.553803 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:24:17.646830 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-a2161c57-dcf0-4d0b-a0ad-1abee0bfbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:17.648513 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-a2161c57-dcf0-4d0b-a0ad-1abee0bfbab2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1098 time: 0.2044649 Aug 20 19:24:17.793715 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-9aae9867-6c39-40c0-825f-ad999083820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:17.795198 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-9aae9867-6c39-40c0-825f-ad999083820d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1405365 Aug 20 19:24:17.909456 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-7b285c1c-9026-429a-bb30-b08cbbb3fb1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 200 len: 999 time: 0.1080012 Aug 20 19:24:17.941824 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'd31e58e0-01f7-4467-afe9-db68d81ccaeb', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:24:16Z', 'updated_at': '2021-08-20T19:24:16Z', 'revision_number': 0, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:24:17.946267 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] Checking router: 5ebed085-f580-4943-889f-494ffcd46d27 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:24:17.956513 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:24:17.957177 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:24:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:24:17.974896 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-6789be47-61c3-425a-b702-109011aab336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:17.976448 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-6789be47-61c3-425a-b702-109011aab336 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0613501 Aug 20 19:24:18.052471 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-8dfdb3ab-807e-4206-8b10-6e8f515c08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:18.054216 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-8dfdb3ab-807e-4206-8b10-6e8f515c08cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720677 Aug 20 19:24:18.147897 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:24:18.194005 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-3cfc2ae2-5006-44bd-81f7-c15562b029c5 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327956 Aug 20 19:24:18.330266 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-bd7b47f3-670f-4772-892b-f4523165d0a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752456 Aug 20 19:24:18.347704 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-0bcff9af-a49d-4253-8ceb-efac6b1cde7d req-42695b34-0d94-4161-908d-18291b5b0342 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477561 Aug 20 19:24:18.520156 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-c2cce625-209d-4e58-a64a-114a8f6e671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:18.522220 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-c2cce625-209d-4e58-a64a-114a8f6e671e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0790286 Aug 20 19:24:18.530486 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'd31e58e0-01f7-4467-afe9-db68d81ccaeb', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:24:16Z', 'updated_at': '2021-08-20T19:24:16Z', 'revision_number': 0, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:24:18.535070 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b908763-80e5-468d-8ae9-1be58ffc6da8 None None] The sync data for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi is: [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'd31e58e0-01f7-4467-afe9-db68d81ccaeb', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:24:16Z', 'updated_at': '2021-08-20T19:24:16Z', 'revision_number': 0, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:24:18.676412 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-8be160a8-5a70-4e60-bca8-948067ab2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:18.678500 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-8be160a8-5a70-4e60-bca8-948067ab2c96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1376591 Aug 20 19:24:18.741190 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac364a-b876-46c4-ab23-7dd21e35b43e None None] New status for floating IP d31e58e0-01f7-4467-afe9-db68d81ccaeb: ACTIVE {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:24:18.802020 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-a4192b67-1965-4ab3-87d5-dc1940f893f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 200 len: 999 time: 0.1128545 Aug 20 19:24:18.874046 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-61e78bba-4f73-4cc2-b4be-181b5efadfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:18.875588 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-61e78bba-4f73-4cc2-b4be-181b5efadfa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0673175 Aug 20 19:24:18.957417 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-11bf6048-c61e-4435-ac6b-53f28aca490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:24:18.959776 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-11bf6048-c61e-4435-ac6b-53f28aca490f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777240 Aug 20 19:24:19.094730 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-dce01af1-ad4b-4bf9-ab3a-0b770132a4d0 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278520 Aug 20 19:24:19.227890 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2c0e2f0a-f83a-453f-a3de-9bb4501e6e01 req-aa5c1bcd-0a53-450f-85a0-af8b4e5f5698 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270905 Aug 20 19:24:25.665255 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:24:32.569574 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:41.526809 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-9cf80789-2669-4eac-932b-066c2f435d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:41.890865 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:43.887147 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-dde8bbe7-b3bc-44ae-8715-d5f3a5804cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:45.053090 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:24:46.745240 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:02.555069 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:02.664490 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:25:11.530398 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-680c7663-cdc1-4e2b-9f3b-bfa66e2a4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:11.893609 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:13.887782 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3f856624-f204-4465-8260-46c5a7271298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:15.054580 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:16.746484 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:19.329888 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-9a0219cc-cca8-4260-9c0e-4710e84fa76a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708218 Aug 20 19:25:19.470879 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-e29de369-e157-446b-a001-8339123479f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:25:19.472365 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-e29de369-e157-446b-a001-8339123479f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0714481 Aug 20 19:25:19.708653 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-b0080940-27cd-4dcc-8200-a26bc2d66563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:25:19.710110 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-b0080940-27cd-4dcc-8200-a26bc2d66563 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.2180843 Aug 20 19:25:19.813263 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-7feaa15d-be9c-4e70-9782-c1b4cda33aed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 200 len: 1001 time: 0.0969450 Aug 20 19:25:19.878860 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-af34cb2f-550e-4fba-ae7f-6dc8674f9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:25:19.880462 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-af34cb2f-550e-4fba-ae7f-6dc8674f9d19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0607464 Aug 20 19:25:19.955399 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-9f34f7c1-24a3-4da8-bff4-4f8adfca0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:25:19.956872 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-9f34f7c1-24a3-4da8-bff4-4f8adfca0048 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702577 Aug 20 19:25:20.089194 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-825e3a8d-7edb-4c07-bac1-8339fe4eea4f service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257484 Aug 20 19:25:20.223838 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-e3e90c8f-41dc-4f88-b693-6fc7f7abab40 req-a433c4dc-ec54-40e2-afc7-4c62321cd8d0 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282918 Aug 20 19:25:32.553358 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:39.664180 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:25:41.534393 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-75109966-cb43-4a17-afdd-eb9e34de353e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:41.897081 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:43.889559 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-4b424a77-3c21-4e8e-9550-3e030cd24cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:45.057418 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:25:46.754664 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:02.568801 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:11.537914 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c8272c64-948b-4544-9875-812386a6e496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:11.900223 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:13.892995 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ecb8d5dc-835c-4ad9-aabc-04772d847405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:15.063915 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:16.663124 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:26:16.759686 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:17.381877 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-ac5b3e08-aa1f-4ced-aae2-1ae02fb334b8 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268941945&fields=id&tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3 HTTP/1.1" status: 200 len: 267 time: 0.0444760 Aug 20 19:26:17.546434 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16915-9694-470e-9851-36f850307e9c req-5e71c253-ee8a-49b5-a75c-4f73ad831006 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:17.547777 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-5e71c253-ee8a-49b5-a75c-4f73ad831006 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 811 time: 0.1562898 Aug 20 19:26:17.562888 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-b7f341aa-a436-4607-a0ac-dc4d20d9b181 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/quotas/ffeccae45aae42e3ac8a7481f0ddbbb3 HTTP/1.1" status: 200 len: 375 time: 0.0094748 Aug 20 19:26:17.660271 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-4f2ac655-039b-453e-a981-0bec60eb0bfd tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0904377 Aug 20 19:26:17.724801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-0e30727d-963e-4c63-a65e-9980feda5945 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:26:17.725794 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-0e30727d-963e-4c63-a65e-9980feda5945 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536165 Aug 20 19:26:17.917566 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-474e3218-3d64-4939-b024-e74ebd26f574 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858327 Aug 20 19:26:18.053470 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-27352cf6-3e2e-471a-96f6-0852ca8acee6 service neutron] 10.222.0.54 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301193 Aug 20 19:26:18.584592 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-bb696ce5-5526-4b72-b450-d7796add3121 req-3cf6ffdd-8acb-4a6b-a1cf-4e0063b1c5c8 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 210 time: 0.1047022 Aug 20 19:26:19.682028 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-60803682-3f8c-421f-8377-b0bc93ca6efd req-eb6ad60f-4d83-49f9-aa44-633952ee8408 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 210 time: 0.0431564 Aug 20 19:26:20.809212 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-08276e1c-70e7-4daf-a089-d5b3d9ad9bf8 req-4876dac6-a945-4430-ba14-1a72bc7bfe5d tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 210 time: 0.0546563 Aug 20 19:26:21.331589 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2393bc38-af47-4981-855f-bfad006a116e req-8988b868-c136-4a26-abff-7536072885d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836649 Aug 20 19:26:21.483494 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393bc38-af47-4981-855f-bfad006a116e req-c674c2a7-a4a0-4d6e-8196-f16cb8447ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:21.484912 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2393bc38-af47-4981-855f-bfad006a116e req-c674c2a7-a4a0-4d6e-8196-f16cb8447ba0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0821867 Aug 20 19:26:21.644687 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393bc38-af47-4981-855f-bfad006a116e req-7d65ea9a-036c-40ef-b0f0-b8efcf6b10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:21.646834 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2393bc38-af47-4981-855f-bfad006a116e req-7d65ea9a-036c-40ef-b0f0-b8efcf6b10e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1412234 Aug 20 19:26:21.876243 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2393bc38-af47-4981-855f-bfad006a116e req-b8e2966c-0d78-4a0f-8148-bf9b1be1735e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 200 len: 1001 time: 0.2228611 Aug 20 19:26:21.897718 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16915-9694-470e-9851-36f850307e9c req-6ba9f9e2-70b9-4e68-973d-dd0a3f3c253a tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:21.899357 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-6ba9f9e2-70b9-4e68-973d-dd0a3f3c253a tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 811 time: 0.2125311 Aug 20 19:26:21.962673 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-a71990af-ff2e-4203-8e3b-6937a8433df6 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3 HTTP/1.1" status: 200 len: 380 time: 0.0549610 Aug 20 19:26:21.976139 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'port': {'device_id': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'admin_state_up': True, 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'security_groups': ['efdaaf21-f35a-48dd-a2e5-d7a097cfa37c']}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:26:21.992016 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-d583865b-7da1-4ef0-95a6-2b20d4ce0dcc req-e880893a-078d-490f-9c0a-f0c47cd4614e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 210 time: 0.0594795 Aug 20 19:26:21.993493 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393bc38-af47-4981-855f-bfad006a116e req-ab8c9f8c-d501-4980-814c-150924950afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:21.994816 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2393bc38-af47-4981-855f-bfad006a116e req-ab8c9f8c-d501-4980-814c-150924950afe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.1128206 Aug 20 19:26:22.091194 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393bc38-af47-4981-855f-bfad006a116e req-d92509b0-6ccd-4dd1-b6f9-38f175665a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:22.093347 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2393bc38-af47-4981-855f-bfad006a116e req-d92509b0-6ccd-4dd1-b6f9-38f175665a69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918748 Aug 20 19:26:22.137014 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:26:22.147328 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.quota.driver [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:26:22.159243 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Made reservation on behalf of ffeccae45aae42e3ac8a7481f0ddbbb3 for: {'port': 1} {{(pid=79332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 19:26:22.165285 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:22.245145 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2393bc38-af47-4981-855f-bfad006a116e req-333b0213-fd2b-44bb-9ef8-e072f1920d39 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455052 Aug 20 19:26:22.404362 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-2393bc38-af47-4981-855f-bfad006a116e req-c096222d-2c99-48f3-af60-3e68770c61f1 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523318 Aug 20 19:26:22.476011 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.db_base_plugin_common [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Allocated IP 172.20.0.10 (3cb51b89-c4a5-45c1-97c7-71cc3b986133/6583531b-8801-4ea7-957b-692609b9c589/d1003181-2dbf-4518-bb0e-15059852be6d) {{(pid=79332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:26:22.691204 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for port, precommit_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:22.712806 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Transition to ACTIVE for port object d1003181-2dbf-4518-bb0e-15059852be6d will not be triggered until provisioned by entity DHCP. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:26:22.746140 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_create {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:22.752304 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-9eab4fb8-c4dd-400c-8cc7-e9408c93f1f3 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:26:22.830129 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 is already hosted by enough agents. {{(pid=79332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:26:22.833893 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.base_scheduler [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources bound (agent type, host, resource id): {{(pid=79332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:26:22.838403 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Received port after_create {{(pid=79332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:26:22.863180 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'Port': ['ID=d1003181-2dbf-4518-bb0e-15059852be6d,revision_number=1']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:26:22.881569 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.881949 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.882327 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.882691 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.883081 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.883446 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.883807 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.884195 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.884624 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.885081 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.885415 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.885766 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:22.891501 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:26:22.920072 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:22.920819 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:22.950477 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9790814 Aug 20 19:26:22.964143 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.v2.base [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Request body: {'port': {'device_id': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80528'}} {{(pid=79332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:26:23.075177 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-cd5fb907-349a-4d48-8888-c0a24c9f4eba None None] Provisioning for port d1003181-2dbf-4518-bb0e-15059852be6d completed by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:26:23.081701 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-cd5fb907-349a-4d48-8888-c0a24c9f4eba None None] Provisioning complete for port d1003181-2dbf-4518-bb0e-15059852be6d triggered by entity DHCP. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:26:23.082178 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-cd5fb907-349a-4d48-8888-c0a24c9f4eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:23.101364 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:23.142101 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fb907-349a-4d48-8888-c0a24c9f4eba None None] Port d1003181-2dbf-4518-bb0e-15059852be6d cannot update to ACTIVE because it is not bound. {{(pid=79333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 19:26:23.336377 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913772a-f3eb-4b22-a389-5aad4ea7d880 req-92839c26-8778-4407-a571-2da6f0db96ad tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:23.337027 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b913772a-f3eb-4b22-a389-5aad4ea7d880 req-92839c26-8778-4407-a571-2da6f0db96ad tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:26:23.436974 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-b913772a-f3eb-4b22-a389-5aad4ea7d880 req-92839c26-8778-4407-a571-2da6f0db96ad tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:26:23.438142 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b913772a-f3eb-4b22-a389-5aad4ea7d880 req-92839c26-8778-4407-a571-2da6f0db96ad tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 932 time: 0.3183737 Aug 20 19:26:23.528755 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-b913772a-f3eb-4b22-a389-5aad4ea7d880 req-df137515-2a77-4918-a608-77d219cf4321 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760641 Aug 20 19:26:23.603285 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1003181-2dbf-4518-bb0e-15059852be6d {{(pid=79332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:26:23.611213 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:23.626289 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.provisioning_blocks [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Transition to ACTIVE for port object d1003181-2dbf-4518-bb0e-15059852be6d will not be triggered until provisioned by entity L2. {{(pid=79332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 19:26:23.631494 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:23.635271 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:26:23.767889 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Pushing event updated for resources: {'Port': ['ID=d1003181-2dbf-4518-bb0e-15059852be6d,revision_number=2']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:26:23.794305 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:26:23.896302 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Attempting to bind port d1003181-2dbf-4518-bb0e-15059852be6d on host hv-cinder-80528 for vnic_type normal with profile {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 19:26:23.896671 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Attempting to bind port d1003181-2dbf-4518-bb0e-15059852be6d by drivers openvswitch,hyperv on host hv-cinder-80528 at level 0 using segments [{'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 19:26:23.897011 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Attempting to bind port d1003181-2dbf-4518-bb0e-15059852be6d on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:26:23.901997 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Port d1003181-2dbf-4518-bb0e-15059852be6d on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80528 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 20 19:26:23.902317 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Attempting to bind port d1003181-2dbf-4518-bb0e-15059852be6d on network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 20 19:26:23.907721 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Checking agent: {'id': '323e3d38-4be1-43c1-a590-d67405ff304a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80528', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 19, 4), 'started_at': datetime.datetime(2021, 8, 20, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 19, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 20 19:26:23.908050 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Checking segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 20 19:26:23.908429 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Bound using segment: {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'} {{(pid=79332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 20 19:26:23.908887 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.managers [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Bound port: d1003181-2dbf-4518-bb0e-15059852be6d, host: hv-cinder-80528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be28088-0a6b-40ad-a514-fea870c11a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133'}}] {{(pid=79332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 19:26:23.909233 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:24.011989 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] For port d1003181-2dbf-4518-bb0e-15059852be6d, host hv-cinder-80528, cleared binding levels {{(pid=79332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 20 19:26:24.015553 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] For port d1003181-2dbf-4518-bb0e-15059852be6d, host hv-cinder-80528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d1003181-2dbf-4518-bb0e-15059852be6d,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 20 19:26:24.019263 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65251896'] for port, after_update {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:24.023689 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-af617abe-c1ad-462b-9b6a-b1b47e6b9625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:26:24.087164 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:24.087164 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:24.088637 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] 10.222.0.21 "PUT /v2.0/ports/d1003181-2dbf-4518-bb0e-15059852be6d HTTP/1.1" status: 200 len: 1094 time: 1.1288173 Aug 20 19:26:24.089392 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:26:24.163550 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Pushing event updated for resources: {'Port': ['ID=d1003181-2dbf-4518-bb0e-15059852be6d,revision_number=3']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:26:24.171755 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'status': 'completed', 'code': 200} Aug 20 19:26:24.172468 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-82a9aceb-89d6-434f-954b-db997a5dbf58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:26:24.217899 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16915-9694-470e-9851-36f850307e9c req-29fd7c3e-91f1-40e8-a659-0347ac3b768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:24.221241 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-29fd7c3e-91f1-40e8-a659-0347ac3b768e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 1097 time: 0.0883834 Aug 20 19:26:24.290619 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-26bbfe0e-e382-4544-9b2c-10ba0eab2ba1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1003181-2dbf-4518-bb0e-15059852be6d HTTP/1.1" status: 200 len: 217 time: 0.0629771 Aug 20 19:26:24.458252 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16915-9694-470e-9851-36f850307e9c req-7dea343c-cbbd-4dd3-ac9f-a106ebc3f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:24.459751 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-7dea343c-cbbd-4dd3-ac9f-a106ebc3f5e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.1634345 Aug 20 19:26:24.536467 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16915-9694-470e-9851-36f850307e9c req-0b8ef4d8-3a35-4f7d-b42c-af7a985f2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:24.537980 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-0b8ef4d8-3a35-4f7d-b42c-af7a985f2275 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723689 Aug 20 19:26:24.721364 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-8e7c8d12-4cb8-4feb-8ca2-d85dde966351 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765134 Aug 20 19:26:24.860618 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a81d8c-64c1-4541-8059-3ebdb73c8572 req-3d827838-ad5f-4ae0-88e3-adf497fa3f6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:24.862133 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-69a81d8c-64c1-4541-8059-3ebdb73c8572 req-3d827838-ad5f-4ae0-88e3-adf497fa3f6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 944 time: 0.2039864 Aug 20 19:26:24.893172 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-dac16915-9694-470e-9851-36f850307e9c req-19a74358-6c7d-4651-8e42-d7ea7f57a09d service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647661 Aug 20 19:26:24.921179 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-69a81d8c-64c1-4541-8059-3ebdb73c8572 req-2f4eba44-844d-4ff6-b30d-95fd299732c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497451 Aug 20 19:26:25.016897 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-ddae2b97-b5f1-48e0-bf20-6099896fb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:25.018352 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-ddae2b97-b5f1-48e0-bf20-6099896fb8bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 1097 time: 0.0726478 Aug 20 19:26:25.161346 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-a4e0ddbc-a84a-4a13-a9d2-a3c78fabfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:25.162804 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-a4e0ddbc-a84a-4a13-a9d2-a3c78fabfcd1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1343191 Aug 20 19:26:25.243267 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-d2d1f4cc-40cf-464b-9af1-5b50cbdf183d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1003181-2dbf-4518-bb0e-15059852be6d HTTP/1.1" status: 200 len: 217 time: 0.0731611 Aug 20 19:26:25.308163 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-9c846d24-9caa-42e4-868c-4011914d7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:25.309567 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-9c846d24-9caa-42e4-868c-4011914d7c01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0605478 Aug 20 19:26:25.393808 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-cf9c1f34-8652-48e7-a036-fc0c56b90622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:25.395982 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-cf9c1f34-8652-48e7-a036-fc0c56b90622 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800056 Aug 20 19:26:25.531029 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-80c72e65-59b9-4a1a-b077-b2b830af43ba service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283851 Aug 20 19:26:25.667442 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-5b01c199-bd25-45da-af1d-3c26385ce4c6 req-1d5d1389-5e64-4a7d-8d44-1286e0ee31c9 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293361 Aug 20 19:26:26.122976 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895fd4-e6f4-4e52-b631-12fa86d5fd38 req-be770ab4-d549-4ced-904f-db6f7b504194 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:26.124500 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8d895fd4-e6f4-4e52-b631-12fa86d5fd38 req-be770ab4-d549-4ced-904f-db6f7b504194 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 944 time: 0.0889344 Aug 20 19:26:26.174063 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-8d895fd4-e6f4-4e52-b631-12fa86d5fd38 req-cb0c8bce-5d28-4e0b-a78d-eac69fff18d5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428309 Aug 20 19:26:27.362465 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba729c-2f61-4869-890d-d3734f5b7b79 req-a3f2a847-84a1-4fdb-b792-0b824c6500c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:27.363952 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-44ba729c-2f61-4869-890d-d3734f5b7b79 req-a3f2a847-84a1-4fdb-b792-0b824c6500c7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 944 time: 0.0851464 Aug 20 19:26:27.416905 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-44ba729c-2f61-4869-890d-d3734f5b7b79 req-ffeb5dd6-fa6e-468b-ba5e-afd0ea10ef24 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471923 Aug 20 19:26:28.747169 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26399b4a-98f3-4eb8-8538-7d2d4264bd0a req-7c799b97-5729-4cac-a88c-e4e8827044b8 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:28.748588 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-26399b4a-98f3-4eb8-8538-7d2d4264bd0a req-7c799b97-5729-4cac-a88c-e4e8827044b8 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 944 time: 0.0802426 Aug 20 19:26:28.797023 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-26399b4a-98f3-4eb8-8538-7d2d4264bd0a req-57c3b3d5-79b4-440c-81fc-6744b2123228 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428369 Aug 20 19:26:29.990594 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d7634-e416-4357-8fef-68d885e741b2 req-65190e17-7b5c-4cd7-bd90-317ca0d8e114 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:29.992120 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8b7d7634-e416-4357-8fef-68d885e741b2 req-65190e17-7b5c-4cd7-bd90-317ca0d8e114 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 944 time: 0.0846186 Aug 20 19:26:30.038010 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-8b7d7634-e416-4357-8fef-68d885e741b2 req-433a2ba4-1a06-4052-8a4c-e5762abdc445 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Aug 20 19:26:31.227242 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dca4f-f3c9-453f-a504-409491f58d84 req-98413401-6d28-4b04-88d1-594ba6547ce0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:31.228727 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ff8dca4f-f3c9-453f-a504-409491f58d84 req-98413401-6d28-4b04-88d1-594ba6547ce0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 944 time: 0.0829282 Aug 20 19:26:31.274059 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-ff8dca4f-f3c9-453f-a504-409491f58d84 req-c2313169-76ec-4253-84b3-2605ccf7cc3b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Aug 20 19:26:32.575875 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:32.611914 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7fca7-36ef-4e5a-bc8a-7caf004351eb req-ea227b9f-d983-4746-80c4-4cdd7ed78f89 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:32.614078 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2dc7fca7-36ef-4e5a-bc8a-7caf004351eb req-ea227b9f-d983-4746-80c4-4cdd7ed78f89 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 944 time: 0.0894256 Aug 20 19:26:32.661018 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-2dc7fca7-36ef-4e5a-bc8a-7caf004351eb req-265c89d5-f37f-454e-9acf-f389ac7d93f3 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404346 Aug 20 19:26:32.942617 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device d1003181-2dbf-4518-bb0e-15059852be6d details requested by agent hyperv_hv-cinder-80528 with host hv-cinder-80528 {{(pid=79333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 20 19:26:33.138755 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port d1003181-2dbf-4518-bb0e-15059852be6d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d1003181-2dbf-4518-bb0e-15059852be6d,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:26:33.152685 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Returning: {'device': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'port_id': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'mac_address': 'fa:16:3e:e5:e2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 20 19:26:33.215893 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:33.237972 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1003181-2dbf-4518-bb0e-15059852be6d {{(pid=79333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 19:26:33.255427 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port d1003181-2dbf-4518-bb0e-15059852be6d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d1003181-2dbf-4518-bb0e-15059852be6d,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:26:33.260659 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:33.262488 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:26:33.334137 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=d1003181-2dbf-4518-bb0e-15059852be6d,revision_number=4']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:26:33.341230 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.341576 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.341912 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.342239 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.342564 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.342890 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.343207 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.343527 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.343847 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.344160 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.344499 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.344839 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:33.349449 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:26:33.684348 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] get_ports_and_sgs() called for port_ids ['d1003181-2dbf-4518-bb0e-15059852be6d'] {{(pid=79333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 20 19:26:33.855989 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199259d5-7d5d-4eb9-ae41-99908e0ebc08 req-58d9fb3a-192b-44e8-9142-d81dd0f64cd4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:33.857486 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-199259d5-7d5d-4eb9-ae41-99908e0ebc08 req-58d9fb3a-192b-44e8-9142-d81dd0f64cd4 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 945 time: 0.0857377 Aug 20 19:26:33.903265 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-199259d5-7d5d-4eb9-ae41-99908e0ebc08 req-abc5cc5e-4d8d-4322-bab0-d3dc179bff28 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400045 Aug 20 19:26:34.946686 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device d1003181-2dbf-4518-bb0e-15059852be6d up at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 20 19:26:35.014998 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning for port d1003181-2dbf-4518-bb0e-15059852be6d completed by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 19:26:35.020042 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.provisioning_blocks [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Provisioning complete for port d1003181-2dbf-4518-bb0e-15059852be6d triggered by entity L2. {{(pid=79333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 19:26:35.020421 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744148'] for port, provisioning_complete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:35.088894 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e67a1-0221-4f4b-a52f-a443d07fcaf2 req-14ee0d2e-b376-4285-ae75-3eb476455714 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:35.090328 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-852e67a1-0221-4f4b-a52f-a443d07fcaf2 req-14ee0d2e-b376-4285-ae75-3eb476455714 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 945 time: 0.0816603 Aug 20 19:26:35.140635 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:35.141363 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-852e67a1-0221-4f4b-a52f-a443d07fcaf2 req-bf9ee1d3-3b35-4689-a99b-f879deff1333 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 Aug 20 19:26:35.169281 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d'}] {{(pid=79333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:26:35.179994 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] For port d1003181-2dbf-4518-bb0e-15059852be6d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d1003181-2dbf-4518-bb0e-15059852be6d,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:26:35.184717 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221'] for port, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:35.188090 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:26:35.262341 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Pushing event updated for resources: {'Port': ['ID=d1003181-2dbf-4518-bb0e-15059852be6d,revision_number=5']} {{(pid=79333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:26:35.266959 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_concurrency.lockutils [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:26:35.271981 dv-cinder-805283-1-iscsi neutron-server[79333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'code': 200} Aug 20 19:26:35.651093 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2f056-b4e9-4bf3-b9da-407a9a24ac79 req-7d5271fe-1f61-480a-ba19-3c0b3412788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:35.652600 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-68c2f056-b4e9-4bf3-b9da-407a9a24ac79 req-7d5271fe-1f61-480a-ba19-3c0b3412788f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 1099 time: 0.1768143 Aug 20 19:26:35.694968 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-68c2f056-b4e9-4bf3-b9da-407a9a24ac79 req-b7bde508-3215-486c-bce2-f544ae919b91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352671 Aug 20 19:26:36.328959 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a6fbc-1390-4e1e-8160-cc331a11074c req-71d89efb-3a19-4aae-a20c-be40c02a8062 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:36.330432 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-331a6fbc-1390-4e1e-8160-cc331a11074c req-71d89efb-3a19-4aae-a20c-be40c02a8062 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 946 time: 0.0816343 Aug 20 19:26:36.384779 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-331a6fbc-1390-4e1e-8160-cc331a11074c req-0c4fd30b-c1d6-4988-858b-e250f68cc7da tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486720 Aug 20 19:26:37.572129 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cb316-eae1-481b-8248-a76ed263d2e6 req-37ef5c2e-71a9-4002-874f-747503d40ab0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:37.573988 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-920cb316-eae1-481b-8248-a76ed263d2e6 req-37ef5c2e-71a9-4002-874f-747503d40ab0 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 946 time: 0.0818968 Aug 20 19:26:37.621534 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-920cb316-eae1-481b-8248-a76ed263d2e6 req-79cdec48-51cf-496f-bfa6-951fed3cd10d tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 Aug 20 19:26:37.820752 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5b94a-a640-4b8e-a123-d3272acbb14e req-a582e026-b53b-481a-b4c8-ccf60bc980f5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:37.822184 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-64d5b94a-a640-4b8e-a123-d3272acbb14e req-a582e026-b53b-481a-b4c8-ccf60bc980f5 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 946 time: 0.0865550 Aug 20 19:26:37.870119 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-64d5b94a-a640-4b8e-a123-d3272acbb14e req-885e96e5-605a-41e9-b415-e2465ed75b5a tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Aug 20 19:26:37.893103 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34544) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:26:38.015928 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d6b811-981c-4a1f-9a84-6b8b92151d6d tempest-TestVolumeBootPattern-297983140 tempest-TestVolumeBootPattern-297983140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:38.017470 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-b9d6b811-981c-4a1f-9a84-6b8b92151d6d tempest-TestVolumeBootPattern-297983140 tempest-TestVolumeBootPattern-297983140-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 1094 time: 0.1234062 Aug 20 19:26:38.020157 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34550) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:26:38.025508 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.v2.base [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Request body: {'floatingip': {'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'port_id': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 20 19:26:38.031517 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 20 19:26:38.035309 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Usage tracker for resource:floatingip and tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 is out of sync, need to count used quota {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 20 19:26:38.038748 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 20 19:26:38.044411 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.quota.driver [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 20 19:26:38.055741 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:38.192420 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:38.330127 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_common [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Allocated IP 172.27.3.17 (0e1c4c81-75e1-407b-9de2-81ce46d2214f/0b8856c8-d212-41d3-a1b2-31f7ca6e239c/6dacb516-7d71-4632-bde6-92b2840ae73e) {{(pid=79331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 19:26:38.485501 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for port, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:38.515146 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734855963158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:38.519710 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-bd6941c0-e324-4d88-aceb-d5106300217c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:26:38.579725 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Network 0e1c4c81-75e1-407b-9de2-81ce46d2214f is already hosted by enough agents. {{(pid=79331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 19:26:38.582729 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.base_scheduler [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Resources bound (agent type, host, resource id): {{(pid=79331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 19:26:38.586653 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Received port after_create {{(pid=79331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 20 19:26:38.622321 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'Port': ['ID=6dacb516-7d71-4632-bde6-92b2840ae73e,revision_number=1']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:26:38.638624 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.638995 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.639358 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.639723 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.640076 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.640430 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.640817 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.641170 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.641521 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.641876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.642278 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.642624 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:26:38.651486 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:26:39.149693 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:39.226570 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763904'] for port, before_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:39.451504 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for port, precommit_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:39.455642 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734856428867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734855963176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734855963221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65250042'] for port, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:39.460577 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-53adf6a2-6484-4787-ac2c-15626157a999 tempest-TestShelveInstance-984536967 tempest-TestShelveInstance-984536967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:26:39.562431 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event updated for resources: {'Port': ['ID=6dacb516-7d71-4632-bde6-92b2840ae73e,revision_number=2']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:26:39.566390 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:26:39.571517 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67010931'] for floatingip, after_update {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:39.744928 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Floating IP e079b5d0-fe8c-4217-9344-5571afc99f8f associated. External IP: 172.27.3.17, port: d1003181-2dbf-4518-bb0e-15059852be6d. Aug 20 19:26:40.093193 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Router 5ebed085-f580-4943-889f-494ffcd46d27 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:26:40.385997 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:26:40.398768 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] Sync routers for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:26:40.408650 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:26:40.409335 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:26:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:26:40.413237 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:40.469374 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4480019 Aug 20 19:26:40.470032 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:26:40.515471 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'status': 'completed', 'code': 200} Aug 20 19:26:40.602937 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:26:40.612793 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-423038c8-6d1e-4154-a850-3fada88efa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:40.614306 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-423038c8-6d1e-4154-a850-3fada88efa28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 1099 time: 0.0763910 Aug 20 19:26:40.750461 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-023787d5-be44-4a51-8fce-fb790a4a7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:40.751814 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-023787d5-be44-4a51-8fce-fb790a4a7706 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1317408 Aug 20 19:26:40.863102 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-455f4a4f-9e25-44ae-adc6-8de53031d51c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1003181-2dbf-4518-bb0e-15059852be6d HTTP/1.1" status: 200 len: 999 time: 0.1046460 Aug 20 19:26:40.926363 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-dfb4dff9-e67b-472b-a9aa-76510729c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:40.927847 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-dfb4dff9-e67b-472b-a9aa-76510729c3c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0591693 Aug 20 19:26:40.961447 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'd31e58e0-01f7-4467-afe9-db68d81ccaeb', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:24:16Z', 'updated_at': '2021-08-20T19:24:18Z', 'revision_number': 1, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}, {'id': 'e079b5d0-fe8c-4217-9344-5571afc99f8f', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:e5:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:26:39Z', 'updated_at': '2021-08-20T19:26:39Z', 'revision_number': 0, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:26:40.965906 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] Checking router: 5ebed085-f580-4943-889f-494ffcd46d27 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:26:40.980599 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:26:40.981444 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:26:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:26:41.027439 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-d56f3a5b-bfaf-4914-a2c7-446fdd3bf5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:26:41.029778 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-d56f3a5b-bfaf-4914-a2c7-446fdd3bf5f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959406 Aug 20 19:26:41.040299 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-45adcf4d-95ef-4672-926b-e8cd3e40ff9a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 19:26:41.041726 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-45adcf4d-95ef-4672-926b-e8cd3e40ff9a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058396 Aug 20 19:26:41.182624 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-686c2850-e445-4e57-a343-ab84b4cf4014 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341736 Aug 20 19:26:41.185348 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:26:41.322230 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-81b55dc3-0fe2-45b9-822c-1eac8211a886 req-b3f63bc8-2e0c-4b4a-9be4-c5b3cf4a0b18 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326365 Aug 20 19:26:41.570877 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2d7448bd-8345-42e7-9ae1-a5a9491fc37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:41.602511 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'd31e58e0-01f7-4467-afe9-db68d81ccaeb', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:24:16Z', 'updated_at': '2021-08-20T19:24:18Z', 'revision_number': 1, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}, {'id': 'e079b5d0-fe8c-4217-9344-5571afc99f8f', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:e5:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:26:39Z', 'updated_at': '2021-08-20T19:26:39Z', 'revision_number': 0, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:26:41.606535 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47e978-9586-4d4a-a9b5-7e9d2f03ede6 None None] The sync data for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi is: [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'd31e58e0-01f7-4467-afe9-db68d81ccaeb', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:24:16Z', 'updated_at': '2021-08-20T19:24:18Z', 'revision_number': 1, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}, {'id': 'e079b5d0-fe8c-4217-9344-5571afc99f8f', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:e5:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:26:39Z', 'updated_at': '2021-08-20T19:26:39Z', 'revision_number': 0, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:26:41.810212 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c70fd2-1aab-4e5e-8636-10da57511634 None None] New status for floating IP e079b5d0-fe8c-4217-9344-5571afc99f8f: ACTIVE {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:26:41.903716 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:43.897701 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a4a009a4-15d4-452d-ae9c-7ee570cd1ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:45.062478 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:46.756167 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:26:53.662258 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:27:02.571432 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:11.544319 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-210826c3-8da8-4f7b-bc4f-c9f9251496c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:11.907689 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:13.902863 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-a75716ed-6f54-4ec3-a0af-f912b3571b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:15.065345 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:16.760389 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:23.921135 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-6834b69a-bb3a-48e1-848f-a28c47f19f26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1119967 Aug 20 19:27:24.058065 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-6f6f7b0b-6cfd-481e-a012-edb31a4d2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:27:24.059549 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-6f6f7b0b-6cfd-481e-a012-edb31a4d2895 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0700815 Aug 20 19:27:24.204717 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-afc33442-725e-4ec7-aaa1-818b7c0d0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:27:24.206164 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-afc33442-725e-4ec7-aaa1-818b7c0d0af2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1265094 Aug 20 19:27:24.309198 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-cfc52e89-2044-402c-8061-62073741a8d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 200 len: 1001 time: 0.0964990 Aug 20 19:27:24.378130 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-53db9bca-8c7e-4660-9721-6e74d483f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:27:24.380759 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-53db9bca-8c7e-4660-9721-6e74d483f104 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0631876 Aug 20 19:27:24.461151 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-47e1cc07-92d5-4def-b657-f81b7f54b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:27:24.462582 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-47e1cc07-92d5-4def-b657-f81b7f54b214 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759838 Aug 20 19:27:24.696621 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-962cefab-b3c0-499e-b794-f1960daaa7d7 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272210 Aug 20 19:27:24.830199 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f5172ff1-3e89-4e8f-acb6-c013c094aacc req-7cb4d45c-0b07-4d36-8d38-d66705624ed9 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273267 Aug 20 19:27:30.662004 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:27:32.594119 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:41.546066 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-f370b99c-6833-401d-9984-4623d27dd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:41.910919 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:43.906012 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5384-3f8b-4a43-a92e-629a8b55a7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:45.070833 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:27:46.761055 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:02.601423 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:07.661363 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:28:11.549277 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4cac-5c7a-4011-9224-8e0456438fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:11.913861 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:13.906800 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-96e11a92-3370-4a2a-ba8e-b8f134ad2e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:15.071228 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:16.762264 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:24.363982 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1050d8b2-6381-4296-996d-6f790664d571 req-25dd4f8a-1cb2-4ad8-8b75-5856324231ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715582 Aug 20 19:28:24.450510 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d8b2-6381-4296-996d-6f790664d571 req-6f44a840-7908-4ccc-9079-8577495663d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:24.451959 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1050d8b2-6381-4296-996d-6f790664d571 req-6f44a840-7908-4ccc-9079-8577495663d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 1099 time: 0.0688829 Aug 20 19:28:24.592910 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d8b2-6381-4296-996d-6f790664d571 req-03576f53-2d46-4ac5-bf84-f402988533b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:24.594241 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1050d8b2-6381-4296-996d-6f790664d571 req-03576f53-2d46-4ac5-bf84-f402988533b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1238527 Aug 20 19:28:24.696668 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1050d8b2-6381-4296-996d-6f790664d571 req-07076ed3-25b4-4857-9e02-c2c8d1eadc12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1003181-2dbf-4518-bb0e-15059852be6d HTTP/1.1" status: 200 len: 1001 time: 0.0957141 Aug 20 19:28:24.758912 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d8b2-6381-4296-996d-6f790664d571 req-3de16afb-fa5a-405f-bc9d-f7b3dedde5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:24.760302 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1050d8b2-6381-4296-996d-6f790664d571 req-3de16afb-fa5a-405f-bc9d-f7b3dedde5af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0573306 Aug 20 19:28:24.838352 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d8b2-6381-4296-996d-6f790664d571 req-9e16cc04-75dd-482c-a66e-7907868fbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:24.839810 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1050d8b2-6381-4296-996d-6f790664d571 req-9e16cc04-75dd-482c-a66e-7907868fbfc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732033 Aug 20 19:28:24.974282 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1050d8b2-6381-4296-996d-6f790664d571 req-78d14ff7-8a0c-4bb9-a06f-8239a12e9b9b service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276944 Aug 20 19:28:25.104156 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-1050d8b2-6381-4296-996d-6f790664d571 req-0538478c-0734-4778-8a34-806f65c5a39d service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239827 Aug 20 19:28:30.624476 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34586) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:30.828351 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Deleting port 6dacb516-7d71-4632-bde6-92b2840ae73e {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:30.828733 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:31.001471 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:31.001801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:31.123118 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Calling delete_port for 6dacb516-7d71-4632-bde6-92b2840ae73e owned by network:floatingip {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:31.275563 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:31.279823 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-d24891a6-bc5c-4c97-8d15-1f10144b64fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:31.322507 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event deleted for resources: {'Port': ['ID=6dacb516-7d71-4632-bde6-92b2840ae73e,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:31.359801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.360177 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.360550 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.360930 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.361288 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.361649 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.362003 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.362357 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.362712 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.363062 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.363408 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.363753 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:31.371549 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:31.426162 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:31.426497 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.db.l3_db [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Floating IP e079b5d0-fe8c-4217-9344-5571afc99f8f disassociated (deleted). External IP: 172.27.3.17, port: d1003181-2dbf-4518-bb0e-15059852be6d. Aug 20 19:28:31.875421 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Router 5ebed085-f580-4943-889f-494ffcd46d27 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:28:32.053660 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:28:32.062498 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] Sync routers for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:28:32.072520 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:28:32.073171 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:28:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:32.073388 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:32.131385 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "DELETE /v2.0/floatingips/e079b5d0-fe8c-4217-9344-5571afc99f8f HTTP/1.1" status: 204 len: 168 time: 1.5058417 Aug 20 19:28:32.132033 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d'}] {{(pid=79331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:28:32.180633 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'status': 'completed', 'code': 200} Aug 20 19:28:32.255918 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:28:32.279011 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-00c0bf56-52aa-4405-8852-bb34e1139fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:32.281098 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-00c0bf56-52aa-4405-8852-bb34e1139fc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 1099 time: 0.0785389 Aug 20 19:28:32.426263 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-72aee7fe-6ecc-4119-968f-8d07fd5c344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:32.428462 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-72aee7fe-6ecc-4119-968f-8d07fd5c344e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1408370 Aug 20 19:28:32.503826 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-69477f70-ab75-41e3-b93e-fb2ccdeb381e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1003181-2dbf-4518-bb0e-15059852be6d HTTP/1.1" status: 200 len: 217 time: 0.0687182 Aug 20 19:28:32.523128 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e3b63-0f32-4d3d-bd0d-f563774980cd req-2465f993-1293-4e9c-833f-108473d46244 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:32.524002 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-505e3b63-0f32-4d3d-bd0d-f563774980cd req-2465f993-1293-4e9c-833f-108473d46244 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:28:32.542118 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.quota.resource [req-505e3b63-0f32-4d3d-bd0d-f563774980cd req-2465f993-1293-4e9c-833f-108473d46244 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:28:32.543569 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-505e3b63-0f32-4d3d-bd0d-f563774980cd req-2465f993-1293-4e9c-833f-108473d46244 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 946 time: 0.1147113 Aug 20 19:28:32.573907 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-5ce31968-d962-454d-94cd-e92dd3bbc478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:32.575314 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-5ce31968-d962-454d-94cd-e92dd3bbc478 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0652921 Aug 20 19:28:32.600463 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-505e3b63-0f32-4d3d-bd0d-f563774980cd req-a4045c73-5efb-45e3-807d-09918d8ddd58 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473142 Aug 20 19:28:32.605864 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:32.631075 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'd31e58e0-01f7-4467-afe9-db68d81ccaeb', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:24:16Z', 'updated_at': '2021-08-20T19:24:18Z', 'revision_number': 1, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:32.634974 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] Checking router: 5ebed085-f580-4943-889f-494ffcd46d27 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:28:32.643314 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:28:32.643928 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:28:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:32.657703 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-d14843ef-cba5-4450-9689-360f0ef5d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:32.659172 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-d14843ef-cba5-4450-9689-360f0ef5d6a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772099 Aug 20 19:28:32.866078 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:28:32.897853 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-c7588cc4-de70-4295-a522-888b02c28e9b service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309902 Aug 20 19:28:33.031862 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ef331c93-50b7-473c-8641-a8015e2856b5 req-521030de-bcea-40be-85a0-1104370dc864 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265779 Aug 20 19:28:33.211866 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'd31e58e0-01f7-4467-afe9-db68d81ccaeb', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:24:16Z', 'updated_at': '2021-08-20T19:24:18Z', 'revision_number': 1, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:33.215767 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686f956-adb6-423c-afb3-c66bc9342fda None None] The sync data for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi is: [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_floatingips': [{'id': 'd31e58e0-01f7-4467-afe9-db68d81ccaeb', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'router_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'port_id': '6e267032-94af-4a16-a447-5332aebd64be', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'mac_address': 'fa:16:3e:7f:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T19:24:16Z', 'updated_at': '2021-08-20T19:24:18Z', 'revision_number': 1, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:28:33.425980 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5cb25-2a8d-45f2-b70c-808e4c82d420 None None] New status for floating IP e079b5d0-fe8c-4217-9344-5571afc99f8f: DOWN {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:28:33.790599 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94b8b4-ee2c-4c1d-a569-504c5c70c09e req-6ba4b17b-53e4-48a2-a21a-131b43aa3cd7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:33.792063 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4e94b8b4-ee2c-4c1d-a569-504c5c70c09e req-6ba4b17b-53e4-48a2-a21a-131b43aa3cd7 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 946 time: 0.0794506 Aug 20 19:28:33.842027 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-4e94b8b4-ee2c-4c1d-a569-504c5c70c09e req-3b724a96-39a2-4940-a9e1-4db7c435b6aa tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443003 Aug 20 19:28:34.215056 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-3b4ba7ef-ab11-45fe-894f-58dff747c113 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:34.216480 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-3b4ba7ef-ab11-45fe-894f-58dff747c113 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 946 time: 0.0801008 Aug 20 19:28:34.285629 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Deleting port d1003181-2dbf-4518-bb0e-15059852be6d {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:34.285972 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:34.543303 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] For port d1003181-2dbf-4518-bb0e-15059852be6d, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=d1003181-2dbf-4518-bb0e-15059852be6d,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:34.543643 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:34.672316 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Calling delete_port for d1003181-2dbf-4518-bb0e-15059852be6d owned by compute:nova {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:34.815445 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:34.821675 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-4b0c2657-08e6-41d6-a78c-f57240a63556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:34.869601 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event deleted for resources: {'Port': ['ID=d1003181-2dbf-4518-bb0e-15059852be6d,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:34.909295 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.909680 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.910053 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.910419 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.910779 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.911140 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.911556 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.911966 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.912407 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.912797 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.913155 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.913526 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805283-1-iscsi {{(pid=79332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 19:28:34.921065 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:34.956675 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] No DVR routers for this DVR port d1003181-2dbf-4518-bb0e-15059852be6d on host hv-cinder-80528 {{(pid=79332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:28:34.959188 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:34.961788 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'name': 'network-vif-deleted', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:28:34.981627 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c5fff5b8-3861-4fc5-8c2a-3a1a945df0a4 req-e596d890-097b-4a02-8c3d-3f032cfdd861 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "DELETE /v2.0/ports/d1003181-2dbf-4518-bb0e-15059852be6d HTTP/1.1" status: 204 len: 173 time: 0.7596226 Aug 20 19:28:35.019251 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-6fd30f80-37ee-4fe0-9201-e1e69be4764e req-b75cfeb8-3c7d-4690-a477-02ff5f2b3199 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=f758f575-5d5c-4564-8a7d-7184b06fd99d HTTP/1.1" status: 200 len: 210 time: 0.0474937 Aug 20 19:28:35.089327 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f758f575-5d5c-4564-8a7d-7184b06fd99d', 'name': 'network-vif-deleted', 'tag': 'd1003181-2dbf-4518-bb0e-15059852be6d', 'status': 'completed', 'code': 200} Aug 20 19:28:37.610166 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device d1003181-2dbf-4518-bb0e-15059852be6d no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:28:37.648166 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: d1003181-2dbf-4518-bb0e-15059852be6d {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:28:37.648510 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device d1003181-2dbf-4518-bb0e-15059852be6d not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:28:38.635888 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34620) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:38.838266 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Deleting port f408df82-d0fe-49e8-8d2c-c149ac493e37 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:38.838606 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:39.008210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:39.008528 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:39.222958 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Calling delete_port for f408df82-d0fe-49e8-8d2c-c149ac493e37 owned by network:floatingip {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:39.371724 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:39.375131 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-f214826d-3062-4b91-8999-6a2b3d95cc95 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:39.419243 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event deleted for resources: {'Port': ['ID=f408df82-d0fe-49e8-8d2c-c149ac493e37,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:39.445205 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:39.509358 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:39.509680 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.db.l3_db [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Floating IP d31e58e0-01f7-4467-afe9-db68d81ccaeb disassociated (deleted). External IP: 172.27.3.106, port: 6e267032-94af-4a16-a447-5332aebd64be. Aug 20 19:28:39.856890 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Router 5ebed085-f580-4943-889f-494ffcd46d27 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:28:40.037612 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:28:40.046561 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] Sync routers for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:28:40.054224 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:40.056134 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:28:40.056784 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:28:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:40.108732 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "DELETE /v2.0/floatingips/d31e58e0-01f7-4467-afe9-db68d81ccaeb HTTP/1.1" status: 204 len: 168 time: 1.4716485 Aug 20 19:28:40.109669 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'tag': '6e267032-94af-4a16-a447-5332aebd64be'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:28:40.156051 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'tag': '6e267032-94af-4a16-a447-5332aebd64be', 'status': 'completed', 'code': 200} Aug 20 19:28:40.235478 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:28:40.258553 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-f5e1280f-51cf-4fb1-8d21-efbd5f50e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:40.260247 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-f5e1280f-51cf-4fb1-8d21-efbd5f50e385 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0779653 Aug 20 19:28:40.418135 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-d6952c7b-281a-472d-be5d-09cb3aafe749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:40.419834 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-d6952c7b-281a-472d-be5d-09cb3aafe749 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 200 len: 912 time: 0.1534972 Aug 20 19:28:40.486578 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b1f6c-b503-4625-ad3f-128c2b298331 req-23ddc3a3-3d08-4d39-a15e-561c6d8dd56c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:40.488163 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9e3b1f6c-b503-4625-ad3f-128c2b298331 req-23ddc3a3-3d08-4d39-a15e-561c6d8dd56c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0865462 Aug 20 19:28:40.493678 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-3c250757-2e8f-4a47-aa3e-56696fdb4bcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 200 len: 217 time: 0.0669436 Aug 20 19:28:40.536038 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [req-9e3b1f6c-b503-4625-ad3f-128c2b298331 req-ef12bc0d-6121-4729-a84d-8c2db854751e tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405674 Aug 20 19:28:40.562577 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:40.564183 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-7ebbce77-c4ce-4b06-a65f-2d9c2dcf592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:40.565658 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-7ebbce77-c4ce-4b06-a65f-2d9c2dcf592e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 200 len: 850 time: 0.0650523 Aug 20 19:28:40.566505 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] Checking router: 5ebed085-f580-4943-889f-494ffcd46d27 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:28:40.575009 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:28:40.575605 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:28:14Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:40.747233 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-e95ea712-5829-4640-bbe4-ab68b012e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:40.748829 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-e95ea712-5829-4640-bbe4-ab68b012e281 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb51b89-c4a5-45c1-97c7-71cc3b986133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1703260 Aug 20 19:28:40.756139 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:28:40.885823 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-d2a6f5ed-f04a-4b1b-9b23-416531f6cd5a service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295085 Aug 20 19:28:41.027544 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-c6e62960-88c9-4bdb-8acb-6f6bdb208086 req-3703fb69-87da-4243-95de-cec4002f9d99 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344099 Aug 20 19:28:41.104971 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:41.108801 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310befec-14c8-4d32-ad67-d8a8c94895c3 None None] The sync data for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi is: [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:44Z', 'revision_number': 4, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi', '_interfaces': [{'id': '9bfec39d-2a82-4c73-92c8-474dd97fb5d7', 'name': '', 'network_id': '3cb51b89-c4a5-45c1-97c7-71cc3b986133', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'mac_address': 'fa:16:3e:a3:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6583531b-8801-4ea7-957b-692609b9c589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:43Z', 'updated_at': '2021-08-20T19:20:51Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'subnets': [{'id': '6583531b-8801-4ea7-957b-692609b9c589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:28:41.330142 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40da62db-1869-43fa-aceb-b27cd773355c None None] New status for floating IP d31e58e0-01f7-4467-afe9-db68d81ccaeb: DOWN {{(pid=79334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 19:28:41.551216 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-52b52483-1e6a-452f-8ab6-b81388c50e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:41.730460 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db5aff-f679-44be-95e1-7be62085044d req-45fa25a3-78a6-45a1-b298-5f8ad588b450 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:41.731144 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-f4db5aff-f679-44be-95e1-7be62085044d req-45fa25a3-78a6-45a1-b298-5f8ad588b450 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:28:41.746679 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-f4db5aff-f679-44be-95e1-7be62085044d req-45fa25a3-78a6-45a1-b298-5f8ad588b450 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:28:41.747881 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f4db5aff-f679-44be-95e1-7be62085044d req-45fa25a3-78a6-45a1-b298-5f8ad588b450 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0995924 Aug 20 19:28:41.792260 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-f4db5aff-f679-44be-95e1-7be62085044d req-3d729736-9342-4ffc-b210-3c98f3f9b392 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/security-groups?id=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388205 Aug 20 19:28:41.916790 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:41.980878 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-cbe603a4-c5aa-416e-8535-1e02bebf4f42 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 19:28:41.982325 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-cbe603a4-c5aa-416e-8535-1e02bebf4f42 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 945 time: 0.0839784 Aug 20 19:28:42.055685 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Deleting port 6e267032-94af-4a16-a447-5332aebd64be {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:42.056020 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:42.298883 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.db [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] For port 6e267032-94af-4a16-a447-5332aebd64be, host hv-cinder-80528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80528',level=0,port_id=6e267032-94af-4a16-a447-5332aebd64be,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:42.299235 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:42.419634 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Calling delete_port for 6e267032-94af-4a16-a447-5332aebd64be owned by compute:nova {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:42.561777 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:42.567032 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-8228c44d-252b-4f5e-86d0-ba7f273df67d tempest-AttachVolumeTestJSON-711773100 tempest-AttachVolumeTestJSON-711773100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:42.611658 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event deleted for resources: {'Port': ['ID=6e267032-94af-4a16-a447-5332aebd64be,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:42.615177 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:42.687547 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] No DVR routers for this DVR port 6e267032-94af-4a16-a447-5332aebd64be on host hv-cinder-80528 {{(pid=79332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:28:42.689978 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for port, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:42.692618 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'name': 'network-vif-deleted', 'tag': '6e267032-94af-4a16-a447-5332aebd64be'}] {{(pid=79332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 19:28:42.707754 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-ca4e161f-a067-45ea-8e06-caa7dbc31146 req-e0e481d7-a704-4b0e-8e16-fe0beb9a8e16 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.21 "DELETE /v2.0/ports/6e267032-94af-4a16-a447-5332aebd64be HTTP/1.1" status: 204 len: 173 time: 0.7201908 Aug 20 19:28:42.736395 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3', 'name': 'network-vif-deleted', 'tag': '6e267032-94af-4a16-a447-5332aebd64be', 'status': 'completed', 'code': 200} Aug 20 19:28:42.943984 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-464bd01c-2cb1-4d9d-aba4-febac6c32df6 req-3464e90f-c838-4e41-a52e-3dedae30401a tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Synchronizing usage tracker for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 20 19:28:42.962477 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.quota.resource [req-464bd01c-2cb1-4d9d-aba4-febac6c32df6 req-3464e90f-c838-4e41-a52e-3dedae30401a tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Unset dirty status for tenant:ffeccae45aae42e3ac8a7481f0ddbbb3 on resource:port {{(pid=79332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 20 19:28:42.963641 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [req-464bd01c-2cb1-4d9d-aba4-febac6c32df6 req-3464e90f-c838-4e41-a52e-3dedae30401a tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "GET /v2.0/ports?device_id=79e66e2c-f9c3-4af4-8e3b-a53dcfa4c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0625904 Aug 20 19:28:43.907265 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-66f43c66-41a1-483a-a764-bcc8f4f77981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:44.058928 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34640) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:44.214999 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Deleting port 799edc2c-dc4b-4f1a-957e-00a943c5a8a4 {{(pid=79332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:44.215337 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:44.472915 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:44.473138 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:44.592932 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.plugins.ml2.plugin [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Calling delete_port for 799edc2c-dc4b-4f1a-957e-00a943c5a8a4 owned by network:floatingip {{(pid=79332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:44.659418 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:28:44.733639 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65251873'] for port, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:44.737828 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-2afe8539-25ab-4b52-8e03-043942215f44 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:44.782276 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event deleted for resources: {'Port': ['ID=799edc2c-dc4b-4f1a-957e-00a943c5a8a4,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:44.785700 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:44.873108 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for floatingip, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:44.890295 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418213'] for floatingip, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:44.891421 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-7a32fcad-4110-4559-8d34-dcb309b8da25 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "DELETE /v2.0/floatingips/6fbf4ba6-0442-466a-967c-e889411c198c HTTP/1.1" status: 204 len: 168 time: 0.8315058 Aug 20 19:28:45.074927 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:45.642418 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 6e267032-94af-4a16-a447-5332aebd64be no longer exists at agent hyperv_hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:28:45.680974 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] No Port match for: 6e267032-94af-4a16-a447-5332aebd64be {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:28:45.681376 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Device 6e267032-94af-4a16-a447-5332aebd64be not bound to the agent host hv-cinder-80528 {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:28:46.268508 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [-] (79332) accepted ('10.222.0.54', 34656) {{(pid=79332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:46.345210 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-216ccf1e-6d2d-415d-bf83-63df58363a2c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group, before_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:46.375626 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-216ccf1e-6d2d-415d-bf83-63df58363a2c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:46.441380 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-216ccf1e-6d2d-415d-bf83-63df58363a2c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:46.445151 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-3190315e-4c9f-42e3-9bef-b804d5334eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:46.460783 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ccf1e-6d2d-415d-bf83-63df58363a2c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdaaf21-f35a-48dd-a2e5-d7a097cfa37c,revision_number=None']} {{(pid=79332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:46.463326 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG oslo_concurrency.lockutils [None req-216ccf1e-6d2d-415d-bf83-63df58363a2c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:46.471533 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron_lib.callbacks.manager [None req-216ccf1e-6d2d-415d-bf83-63df58363a2c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Notify callbacks [] for security_group, before_response {{(pid=79332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:46.472681 dv-cinder-805283-1-iscsi neutron-server[79332]: INFO neutron.wsgi [None req-216ccf1e-6d2d-415d-bf83-63df58363a2c tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] 10.222.0.54 "DELETE /v2.0/security-groups/efdaaf21-f35a-48dd-a2e5-d7a097cfa37c HTTP/1.1" status: 204 len: 168 time: 0.2030983 Aug 20 19:28:46.531937 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34662) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:46.766271 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:47.207236 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67008194'] for router_interface, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:47.540117 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Deleting port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:47.540844 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:47.818939 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] For port 9bfec39d-2a82-4c73-92c8-474dd97fb5d7, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=9bfec39d-2a82-4c73-92c8-474dd97fb5d7,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:47.819213 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:47.946702 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Calling delete_port for 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 owned by network:router_interface {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:48.217288 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:48.221697 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f0fbdc51-5198-4622-9dfb-fc9a6de11a6b tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:48.268459 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfec39d-2a82-4c73-92c8-474dd97fb5d7,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:48.271413 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:48.530131 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66598390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67008190'] for router_interface, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:48.887246 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Router 5ebed085-f580-4943-889f-494ffcd46d27 has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:28:49.173792 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:28:49.183311 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] Sync routers for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:28:49.186815 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] 10.222.0.54 "PUT /v2.0/routers/5ebed085-f580-4943-889f-494ffcd46d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6536918 Aug 20 19:28:49.189328 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34668) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:49.194766 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:28:49.195467 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:28:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:49.361911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks [] for router, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:49.367757 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: dv-cinder-805283-1-iscsi {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:28:49.540572 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:49.548874 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Deleting port 7779fae5-4091-4674-ba07-cbedf1c6ceaf {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:49.549202 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:49.651787 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:28:48Z', 'revision_number': 5, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port': {'id': '7779fae5-4091-4674-ba07-cbedf1c6ceaf', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebed085-f580-4943-889f-494ffcd46d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:49.655560 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] Checking router: 5ebed085-f580-4943-889f-494ffcd46d27 for host: dv-cinder-805283-1-iscsi {{(pid=79333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:28:49.663992 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] Routers {'5ebed085-f580-4943-889f-494ffcd46d27'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:28:49.664653 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:28:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['5ebed085-f580-4943-889f-494ffcd46d27'], 'active': True} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:49.722838 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] For port 7779fae5-4091-4674-ba07-cbedf1c6ceaf, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=7779fae5-4091-4674-ba07-cbedf1c6ceaf,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:49.723224 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:49.812938 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_dvr_db [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] Set router 5ebed085-f580-4943-889f-494ffcd46d27 gateway port host: None {{(pid=79333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:28:49.853307 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Calling delete_port for 7779fae5-4091-4674-ba07-cbedf1c6ceaf owned by network:router_gateway {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:49.917221 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.db.l3_hamode_db [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:28:49Z', 'revision_number': 6, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port_host': None}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:49.921288 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037bf17d-b8ea-4a1b-951a-3a075d13359c None None] The sync data for ids ['5ebed085-f580-4943-889f-494ffcd46d27'] in dv-cinder-805283-1-iscsi is: [{'id': '5ebed085-f580-4943-889f-494ffcd46d27', 'name': 'tempest-TestVolumeBootPattern-451710536-router', 'tenant_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:40Z', 'updated_at': '2021-08-20T19:28:49Z', 'revision_number': 6, 'project_id': 'ffeccae45aae42e3ac8a7481f0ddbbb3', 'gw_port_host': None}] {{(pid=79333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:28:50.033636 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.038739 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-47d0692a-5cb7-4ac6-ad00-f07ef97fa399 tempest-TestVolumeBootPattern-1640211659 tempest-TestVolumeBootPattern-1640211659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:50.086114 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7779fae5-4091-4674-ba07-cbedf1c6ceaf,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:50.111966 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:50.175640 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67010839'] for router_gateway, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.362723 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67010125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1096'] for router, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.365877 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.387861 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67009869'] for router, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.388341 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ebed085-f580-4943-889f-494ffcd46d27 {{(pid=79331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:28:50.401614 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.402703 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] 10.222.0.54 "DELETE /v2.0/routers/5ebed085-f580-4943-889f-494ffcd46d27 HTTP/1.1" status: 204 len: 168 time: 1.2124820 Aug 20 19:28:50.405212 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34672) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:50.562985 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5d83c7-7647-4aa7-b2df-061cccf6253f admin admin] Deleting subnet 6583531b-8801-4ea7-957b-692609b9c589 {{(pid=79331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:28:50.566052 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0d5d83c7-7647-4aa7-b2df-061cccf6253f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.615358 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0d5d83c7-7647-4aa7-b2df-061cccf6253f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65029905'] for subnet, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.676463 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:28:50.695102 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0d5d83c7-7647-4aa7-b2df-061cccf6253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.714541 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:28:50.714891 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 9bfec39d-2a82-4c73-92c8-474dd97fb5d7 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:28:50.766264 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0d5d83c7-7647-4aa7-b2df-061cccf6253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65249968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64348209'] for subnet, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.770113 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:50.806134 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d83c7-7647-4aa7-b2df-061cccf6253f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6583531b-8801-4ea7-957b-692609b9c589,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:50.808064 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-0d5d83c7-7647-4aa7-b2df-061cccf6253f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.813335 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-0d5d83c7-7647-4aa7-b2df-061cccf6253f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:50.814850 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-0d5d83c7-7647-4aa7-b2df-061cccf6253f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6583531b-8801-4ea7-957b-692609b9c589 HTTP/1.1" status: 204 len: 168 time: 0.4087479 Aug 20 19:28:50.817391 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34676) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:50.819122 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce4ca7-72b8-4cfd-a4d8-c683c6607811 None None] Network 3cb51b89-c4a5-45c1-97c7-71cc3b986133 requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:28:50.928618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:50.939548 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Deleting port 8219c81a-6cfa-4e50-a4e2-812f24d39760 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:50.939894 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.065051 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] DHCP port deletion for 3cb51b89-c4a5-45c1-97c7-71cc3b986133 request from dv-cinder-805283-1-iscsi {{(pid=79333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:28:51.070455 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] Deleting port 8219c81a-6cfa-4e50-a4e2-812f24d39760 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:51.070949 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.160296 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] For port 8219c81a-6cfa-4e50-a4e2-812f24d39760, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=8219c81a-6cfa-4e50-a4e2-812f24d39760,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:51.160935 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.282649 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Calling delete_port for 8219c81a-6cfa-4e50-a4e2-812f24d39760 owned by network:dhcp {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:51.316360 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] For port 8219c81a-6cfa-4e50-a4e2-812f24d39760, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=8219c81a-6cfa-4e50-a4e2-812f24d39760,segment=NetworkSegment(4be28088-0a6b-40ad-a514-fea870c11a2e),segment_id=4be28088-0a6b-40ad-a514-fea870c11a2e)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:51.316788 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.357618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.362039 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-27b34167-0a83-4be9-81a8-43cc305e9f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:51.406617 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8219c81a-6cfa-4e50-a4e2-812f24d39760,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:51.409655 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:51.410472 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] No DVR routers for this DVR port 8219c81a-6cfa-4e50-a4e2-812f24d39760 on host dv-cinder-805283-1-iscsi {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:28:51.438489 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] Calling delete_port for 8219c81a-6cfa-4e50-a4e2-812f24d39760 owned by network:dhcp {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:51.512121 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.db.api [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:28:51.512494 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_db.api [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:28:51.526314 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.539884 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb51b89-c4a5-45c1-97c7-71cc3b986133']}} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:51.551412 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be28088-0a6b-40ad-a514-fea870c11a2e') {'for_net_delete': True} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:51.551702 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be28088-0a6b-40ad-a514-fea870c11a2e') {} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:51.562698 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65029902'] for segment, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.578199 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.584648 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=79331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:28:51.584953 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65250006'] for segment, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: Traceback (most recent call last): Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: timer() Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: cb(*args, **kw) Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: return func(*args, **kwargs) Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: self._notify() Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: self.callback(batched_events) Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: event.method(event) Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: return f(self, *a, **k) Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._get(url).json() Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: return self.request(url, 'GET', **kwargs) Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:28:51.597526 dv-cinder-805283-1-iscsi neutron-server[79331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:28:51.672227 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.675608 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:51.687838 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:51.699741 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb51b89-c4a5-45c1-97c7-71cc3b986133,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:51.705224 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:51.713986 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-ca264a9b-a47a-4fd3-9bfe-e2f2e4ecebf1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3cb51b89-c4a5-45c1-97c7-71cc3b986133 HTTP/1.1" status: 204 len: 168 time: 0.8955979 Aug 20 19:28:51.716777 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34680) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:52.013809 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] Deleting port 8219c81a-6cfa-4e50-a4e2-812f24d39760 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:52.014409 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:52.085499 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-88ed503b-666b-4b87-92d9-967b01106581 None None] The port '8219c81a-6cfa-4e50-a4e2-812f24d39760' was deleted {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:28:52.279934 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 8219c81a-6cfa-4e50-a4e2-812f24d39760 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:28:52.318485 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 8219c81a-6cfa-4e50-a4e2-812f24d39760 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:28:52.319452 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 8219c81a-6cfa-4e50-a4e2-812f24d39760 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:28:52.319885 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 7779fae5-4091-4674-ba07-cbedf1c6ceaf no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:28:52.346567 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67008194'] for router_interface, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:52.353787 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 7779fae5-4091-4674-ba07-cbedf1c6ceaf {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:28:52.354146 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 7779fae5-4091-4674-ba07-cbedf1c6ceaf not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:28:52.687208 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Deleting port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:52.687546 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:52.861136 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] For port 9c57e3d6-2013-44b7-a136-e9cd54a14cf2, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=9c57e3d6-2013-44b7-a136-e9cd54a14cf2,segment=NetworkSegment(c238d22f-69f0-4efd-9ca3-612c4d978fe3),segment_id=c238d22f-69f0-4efd-9ca3-612c4d978fe3)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:52.861520 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:52.983057 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Calling delete_port for 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 owned by network:router_interface {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:53.162813 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:53.166646 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-83c632eb-0b3e-4713-865e-e3c2ff402342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:53.210618 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c57e3d6-2013-44b7-a136-e9cd54a14cf2,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:53.213551 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:53.479008 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66598390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67008190'] for router_interface, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:53.930690 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e has already been hosted by L3 agent f5f13140-cc27-4b14-8247-c95a258637c7 {{(pid=79331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 20 19:28:54.111261 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] Notify agent at l3_agent.dv-cinder-805283-1-iscsi the message routers_updated {{(pid=79331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 20 19:28:54.120922 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] Sync routers for ids ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'] in dv-cinder-805283-1-iscsi {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 19:28:54.127405 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-f2498864-6c34-4b15-b8a0-b3e415ccc1a7 admin admin] 10.222.0.54 "PUT /v2.0/routers/92ce6ea2-0467-4836-98eb-a9fdd8a2f22e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4096529 Aug 20 19:28:54.129953 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34684) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:54.131839 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] Routers {'92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:28:54.132682 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:28:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:54.304809 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:54.308406 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] Set router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e gateway port host: dv-cinder-805283-1-iscsi {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:28:54.479876 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:54.489612 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Deleting port e3939c7e-30de-4f37-93c6-c54cef963a2a {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:54.490704 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:54.587113 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'external_fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:46Z', 'updated_at': '2021-08-20T19:28:53Z', 'revision_number': 5, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'gw_port': {'id': 'e3939c7e-30de-4f37-93c6-c54cef963a2a', 'name': '', 'network_id': '0e1c4c81-75e1-407b-9de2-81ce46d2214f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805283-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T19:20:47Z', 'updated_at': '2021-08-20T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b8856c8-d212-41d3-a1b2-31f7ca6e239c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805283-1-iscsi'}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:54.590911 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] Checking router: 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e for host: dv-cinder-805283-1-iscsi {{(pid=79334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 19:28:54.599085 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] Routers {'92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'} bound to L3 agent in host dv-cinder-805283-1-iscsi {{(pid=79334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 20 19:28:54.599695 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805283-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T18:57:44Z,description=,heartbeat_timestamp=2021-08-20T19:28:44Z,host='dv-cinder-805283-1-iscsi',id=f5f13140-cc27-4b14-8247-c95a258637c7,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T18:57:44Z,topic='l3_agent')) {'router_ids': ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'], 'active': True} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:54.664636 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] For port e3939c7e-30de-4f37-93c6-c54cef963a2a, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=e3939c7e-30de-4f37-93c6-c54cef963a2a,segment=NetworkSegment(b979e7a1-7eb2-44a7-8895-54418a378190),segment_id=b979e7a1-7eb2-44a7-8895-54418a378190)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:54.664976 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:54.778133 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_dvr_db [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] Set router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e gateway port host: None {{(pid=79334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 20 19:28:54.790823 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Calling delete_port for e3939c7e-30de-4f37-93c6-c54cef963a2a owned by network:router_gateway {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:54.890127 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.l3_hamode_db [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:46Z', 'updated_at': '2021-08-20T19:28:54Z', 'revision_number': 6, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'gw_port_host': None}], 'dv-cinder-805283-1-iscsi', False) {} {{(pid=79334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:54.894488 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f97185e-e6e5-419e-991f-ab42adbe967a None None] The sync data for ids ['92ce6ea2-0467-4836-98eb-a9fdd8a2f22e'] in dv-cinder-805283-1-iscsi is: [{'id': '92ce6ea2-0467-4836-98eb-a9fdd8a2f22e', 'name': 'tempest-TestVolumeBootPattern-261130048-router', 'tenant_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T19:20:46Z', 'updated_at': '2021-08-20T19:28:54Z', 'revision_number': 6, 'project_id': '66b2b81c8afa4afa9d674e18eb7c7bd6', 'gw_port_host': None}] {{(pid=79334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 19:28:55.064715 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.068667 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-f657ab78-a76c-4f75-bbc5-6400cf88f106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:55.110196 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3939c7e-30de-4f37-93c6-c54cef963a2a,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:55.113781 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:55.205410 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67010839'] for router_gateway, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.389504 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67010125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1096'] for router, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.391741 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.415793 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67009869'] for router, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.416288 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ce6ea2-0467-4836-98eb-a9fdd8a2f22e {{(pid=79331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 20 19:28:55.428264 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] Notify callbacks [] for router, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.429418 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-9da8c2e4-ccb1-4b0d-a095-e916ed7144e6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/92ce6ea2-0467-4836-98eb-a9fdd8a2f22e HTTP/1.1" status: 204 len: 168 time: 1.2976687 Aug 20 19:28:55.431837 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34688) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:55.489940 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.db_base_plugin_v2 [None req-083b06f2-4c50-45a2-b02a-4e90271722da admin admin] Deleting subnet 4798e67d-36ee-46c9-b47b-586e870c4419 {{(pid=79331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 20 19:28:55.492930 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-083b06f2-4c50-45a2-b02a-4e90271722da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.542404 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-083b06f2-4c50-45a2-b02a-4e90271722da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65029905'] for subnet, precommit_delete_associations {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.620885 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-083b06f2-4c50-45a2-b02a-4e90271722da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739750'] for subnet, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.689891 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-083b06f2-4c50-45a2-b02a-4e90271722da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65249968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64348209'] for subnet, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.693828 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6d073884-9cfd-447f-b015-2c6c0009e2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:55.738022 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-083b06f2-4c50-45a2-b02a-4e90271722da admin admin] Notify callbacks [] for subnet, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.741450 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b06f2-4c50-45a2-b02a-4e90271722da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4798e67d-36ee-46c9-b47b-586e870c4419,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:55.743133 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716bc95e-342e-4938-9366-290b287a6d10 None None] Network b3c099ea-d11c-4c19-8e56-ad124aee8aba requested from dv-cinder-805283-1-iscsi {{(pid=79333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 20 19:28:55.744327 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-083b06f2-4c50-45a2-b02a-4e90271722da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:55.749054 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-083b06f2-4c50-45a2-b02a-4e90271722da admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4798e67d-36ee-46c9-b47b-586e870c4419 HTTP/1.1" status: 204 len: 168 time: 0.3162179 Aug 20 19:28:55.752244 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34692) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:55.865212 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-813159'] for network, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:55.876364 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Deleting port db730b10-adac-49a1-b432-3d70d81af391 {{(pid=79331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:55.876742 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.004080 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] DHCP port deletion for b3c099ea-d11c-4c19-8e56-ad124aee8aba request from dv-cinder-805283-1-iscsi {{(pid=79333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 20 19:28:56.008354 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] Deleting port db730b10-adac-49a1-b432-3d70d81af391 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:56.008782 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.091250 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.db [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] For port db730b10-adac-49a1-b432-3d70d81af391, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=db730b10-adac-49a1-b432-3d70d81af391,segment=NetworkSegment(c238d22f-69f0-4efd-9ca3-612c4d978fe3),segment_id=c238d22f-69f0-4efd-9ca3-612c4d978fe3)] {{(pid=79331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:56.091608 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.219522 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.plugin [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Calling delete_port for db730b10-adac-49a1-b432-3d70d81af391 owned by network:dhcp {{(pid=79331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:56.219839 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.db [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] For port db730b10-adac-49a1-b432-3d70d81af391, host dv-cinder-805283-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805283-1-iscsi',level=0,port_id=db730b10-adac-49a1-b432-3d70d81af391,segment=NetworkSegment(c238d22f-69f0-4efd-9ca3-612c4d978fe3),segment_id=c238d22f-69f0-4efd-9ca3-612c4d978fe3)] {{(pid=79333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 20 19:28:56.220239 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67011569'] for port, precommit_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.297152 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-765645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734856428876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734855963167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65250019'] for port, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.300911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-5447ae59-348e-4c89-9dbb-e77480feefb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:56.337414 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device db730b10-adac-49a1-b432-3d70d81af391 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:28:56.346015 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=db730b10-adac-49a1-b432-3d70d81af391,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:56.347916 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] No DVR routers for this DVR port db730b10-adac-49a1-b432-3d70d81af391 on host dv-cinder-805283-1-iscsi {{(pid=79331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 19:28:56.350415 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:56.369689 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] Calling delete_port for db730b10-adac-49a1-b432-3d70d81af391 owned by network:dhcp {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 20 19:28:56.418381 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: db730b10-adac-49a1-b432-3d70d81af391 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:28:56.418729 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device db730b10-adac-49a1-b432-3d70d81af391 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:28:56.419158 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:28:56.456902 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:28:56.457264 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device 9c57e3d6-2013-44b7-a136-e9cd54a14cf2 not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:28:56.457672 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device e3939c7e-30de-4f37-93c6-c54cef963a2a no longer exists at agent ovs-agent-dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 20 19:28:56.498236 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] No Port match for: e3939c7e-30de-4f37-93c6-c54cef963a2a {{(pid=79333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 20 19:28:56.498482 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.rpc [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Device e3939c7e-30de-4f37-93c6-c54cef963a2a not bound to the agent host dv-cinder-805283-1-iscsi {{(pid=79333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 20 19:28:56.519352 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.db.api [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 19:28:56.519715 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG oslo_db.api [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 19:28:56.562586 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741981', 'neutron.services.segments.db._delete_segments_for_network-8734856442525'] for network, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.576154 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c099ea-d11c-4c19-8e56-ad124aee8aba']}} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:56.588621 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c238d22f-69f0-4efd-9ca3-612c4d978fe3') {'for_net_delete': True} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:56.588912 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.services.segments.db [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c238d22f-69f0-4efd-9ca3-612c4d978fe3') {} {{(pid=79331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 19:28:56.599853 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734856440823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65029902'] for segment, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.615453 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740764'] for segment, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.624287 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=79331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 19:28:56.627292 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-740757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65250006'] for segment, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: Traceback (most recent call last): Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: timer() Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: cb(*args, **kw) Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: return func(*args, **kwargs) Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: self._notify() Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: self.callback(batched_events) Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: event.method(event) Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: return f(self, *a, **k) Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._get(url).json() Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: return self.request(url, 'GET', **kwargs) Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 19:28:56.642281 dv-cinder-805283-1-iscsi neutron-server[79331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 19:28:56.717888 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66598397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67010826'] for network, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.721700 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-6d2f4eef-2831-41f4-8ac4-01611eba71c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:56.734631 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66598379'] for network, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.746038 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c099ea-d11c-4c19-8e56-ad124aee8aba,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:56.750157 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:56.753525 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-8edbce86-5d13-4fc2-8460-407e6e01bb54 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b3c099ea-d11c-4c19-8e56-ad124aee8aba HTTP/1.1" status: 204 len: 168 time: 1.0002792 Aug 20 19:28:56.862443 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34698) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:56.910421 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-62a84066-f908-401f-ad95-28db6f9fae91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ffeccae45aae42e3ac8a7481f0ddbbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467734 Aug 20 19:28:56.913324 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34702) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:56.971010 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-110dd6ff-8a6d-4d21-b489-c3d021fbc198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:56.996379 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-110dd6ff-8a6d-4d21-b489-c3d021fbc198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:57.020630 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] Deleting port db730b10-adac-49a1-b432-3d70d81af391 {{(pid=79333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 20 19:28:57.021597 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734856424744'] for port, before_delete {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:57.048287 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-110dd6ff-8a6d-4d21-b489-c3d021fbc198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:57.053862 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-3d371b10-3d13-412d-900c-1a6bf3990cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:57.066598 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dd6ff-8a6d-4d21-b489-c3d021fbc198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f54b463-e34b-4a0f-ba08-3e15517046ca,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:57.071689 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-110dd6ff-8a6d-4d21-b489-c3d021fbc198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:57.075449 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-110dd6ff-8a6d-4d21-b489-c3d021fbc198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:57.076590 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-110dd6ff-8a6d-4d21-b489-c3d021fbc198 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f54b463-e34b-4a0f-ba08-3e15517046ca HTTP/1.1" status: 204 len: 168 time: 0.1623774 Aug 20 19:28:57.098457 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f57c1-5bdb-4a10-a165-f8597d353318 None None] The port 'db730b10-adac-49a1-b432-3d70d81af391' was deleted {{(pid=79333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 20 19:28:57.438350 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34710) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:57.491390 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-63d880fd-4362-47c1-afa7-01a66e1e2fd9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66b2b81c8afa4afa9d674e18eb7c7bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518541 Aug 20 19:28:57.493801 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.wsgi [-] (79331) accepted ('10.222.0.54', 34714) {{(pid=79331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 20 19:28:57.550352 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-96b0ab3d-619b-42ac-bab2-3e234911cdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:57.576465 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-96b0ab3d-619b-42ac-bab2-3e234911cdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:57.627915 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-96b0ab3d-619b-42ac-bab2-3e234911cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67069022'] for security_group, after_delete {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:57.631911 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-e5cfca9b-739b-47e7-9f6a-fffda47fb9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 19:28:57.642584 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0ab3d-619b-42ac-bab2-3e234911cdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b0a90b-b2e3-4ca0-9297-9ed8a5dc14b3,revision_number=None']} {{(pid=79331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 19:28:57.647127 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG oslo_concurrency.lockutils [None req-96b0ab3d-619b-42ac-bab2-3e234911cdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 19:28:57.650696 dv-cinder-805283-1-iscsi neutron-server[79331]: DEBUG neutron_lib.callbacks.manager [None req-96b0ab3d-619b-42ac-bab2-3e234911cdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:28:57.651802 dv-cinder-805283-1-iscsi neutron-server[79331]: INFO neutron.wsgi [None req-96b0ab3d-619b-42ac-bab2-3e234911cdba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1b0a90b-b2e3-4ca0-9297-9ed8a5dc14b3 HTTP/1.1" status: 204 len: 168 time: 0.1571324 Aug 20 19:29:02.636535 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:11.555189 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3026d5dd-c14b-4b58-bf33-4cc0d3a0bbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:11.919284 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:13.909735 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-31b017e4-16cf-4d02-a694-0e18ddebf057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:15.076925 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:16.770064 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:21.658863 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:29:32.603941 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:41.557939 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2df9ba87-fe24-40c0-9098-38dc726fb998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:41.921115 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:43.910116 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-7f4a00ee-abfd-4409-8f2d-f14b8a10f105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:45.079881 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:46.771571 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:29:58.658202 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:30:02.618881 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:11.559076 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b170284e-bfce-453d-8ec6-be9a82ed039d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:11.922846 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:13.911743 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-528d1801-4ba5-4589-8a2b-7854d181b79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:15.083752 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:16.776052 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:32.618001 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:35.656969 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:30:41.562207 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-3bb97b36-bcdc-418c-b877-b7e1c3785f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:41.925363 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:43.913097 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ef55bcf2-f2d8-47d4-ba29-7a1f93d3eaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:45.085646 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:30:46.777703 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:02.646658 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:11.564497 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-9599d344-2b77-4b1a-9449-c07381114d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:11.926860 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:12.655973 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:31:13.915148 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6064-8ac4-4a13-b61a-6cd1c5a5ae59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:15.089343 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:16.781012 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:32.645778 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:34.003654 dv-cinder-805283-1-iscsi neutron-server[79332]: DEBUG neutron.wsgi [req-1e5b94c1-cae8-429e-a32d-b5a5376de439 req-57132a62-0871-429d-826e-a75bb53571c9 service neutron] (79332) timed out ('10.222.0.54', 56222) {{(pid=79332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 20 19:31:41.566456 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4f20-56ac-48b5-8449-e28b0e3faff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:41.929546 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:43.917541 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-373afa48-625b-4120-966e-2eaec759345d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:45.094215 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:46.784451 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:31:49.655355 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:32:02.661084 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:11.568263 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-53c07f8e-11b4-4139-84f8-2a679f17b8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:11.932655 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:13.919956 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-2fef3867-765f-47ed-92a9-f5e8f4c9255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:15.094938 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:16.786479 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:26.654058 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:32:32.659152 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:41.569441 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-b8e21eb4-656f-45fb-9d52-e263f805653e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:41.933903 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:43.921555 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ee56afdd-b052-45a3-b0fa-e5da51e0b465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:45.096502 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:32:46.794583 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:02.660932 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:03.654601 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:33:11.571566 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-ff82dd46-9add-41a9-a7e3-2205e4b76f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:11.936572 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:13.923252 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-03ca8925-edd4-4d94-80dc-49fc4e0fa4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:15.100067 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:16.793646 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:32.657007 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:40.652838 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 20 19:33:41.574705 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-d85dbbd7-8062-4931-8ed3-48422a79ff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:41.939662 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:43.923884 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c6483d2c-d9cc-4964-97c5-6323154ae449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:45.102177 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:33:46.796058 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:34:02.655248 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fdd77-f770-4944-aa93-ec69f6a569c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:34:11.577624 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-59dca1b1-f255-43a9-b7f8-639b707d4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:34:11.941571 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-8c832fd1-44db-4a22-a1ae-61c009cf9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:34:13.926053 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-482665f2-1329-4cb9-a1f7-3151b5f10c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:34:15.107378 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5436-b69d-4f89-9c58-6db7c73ffbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:34:16.799615 dv-cinder-805283-1-iscsi neutron-server[79333]: DEBUG neutron_lib.callbacks.manager [None req-18317e29-61e4-41f6-b23b-1800d9b4ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734856442507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744039'] for agent, after_update {{(pid=79333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 19:34:17.652702 dv-cinder-805283-1-iscsi neutron-server[79334]: DEBUG neutron.db.agents_db [None req-560476ef-5ba4-4d50-bef5-c6fbba96956b None None] Agent healthcheck: found 6 active agents {{(pid=79334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}